2024-12-05 03:18:52,228 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7fb4f2a9 2024-12-05 03:18:52,240 main DEBUG Took 0.010065 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-12-05 03:18:52,240 main DEBUG PluginManager 'Core' found 129 plugins 2024-12-05 03:18:52,240 main DEBUG PluginManager 'Level' found 0 plugins 2024-12-05 03:18:52,241 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-12-05 03:18:52,242 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-05 03:18:52,249 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-12-05 03:18:52,260 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-05 03:18:52,262 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-05 03:18:52,262 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-05 03:18:52,263 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-05 03:18:52,263 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-05 03:18:52,263 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-05 03:18:52,264 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-05 03:18:52,264 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-05 03:18:52,265 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-05 03:18:52,265 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-05 03:18:52,266 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-05 03:18:52,266 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-05 03:18:52,266 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-05 03:18:52,267 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-05 03:18:52,267 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-05 03:18:52,267 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-05 03:18:52,268 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-05 03:18:52,268 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-05 03:18:52,268 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-05 03:18:52,269 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-05 03:18:52,269 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-05 03:18:52,269 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-05 03:18:52,270 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-05 03:18:52,270 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-05 03:18:52,270 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-05 03:18:52,271 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-12-05 03:18:52,272 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-05 03:18:52,273 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-12-05 03:18:52,275 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-12-05 03:18:52,275 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-12-05 03:18:52,276 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-12-05 03:18:52,277 main DEBUG PluginManager 'Converter' found 47 plugins 2024-12-05 03:18:52,284 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-12-05 03:18:52,287 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-12-05 03:18:52,288 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-12-05 03:18:52,289 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-12-05 03:18:52,289 main DEBUG createAppenders(={Console}) 2024-12-05 03:18:52,290 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7fb4f2a9 initialized 2024-12-05 03:18:52,290 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7fb4f2a9 2024-12-05 03:18:52,290 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7fb4f2a9 OK. 2024-12-05 03:18:52,290 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-12-05 03:18:52,291 main DEBUG OutputStream closed 2024-12-05 03:18:52,291 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-12-05 03:18:52,291 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-12-05 03:18:52,291 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@54e1c68b OK 2024-12-05 03:18:52,357 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-12-05 03:18:52,359 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-12-05 03:18:52,360 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-12-05 03:18:52,361 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-12-05 03:18:52,362 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-12-05 03:18:52,362 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-12-05 03:18:52,362 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-12-05 03:18:52,363 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-12-05 03:18:52,363 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-12-05 03:18:52,363 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-12-05 03:18:52,363 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-12-05 03:18:52,364 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-12-05 03:18:52,364 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-12-05 03:18:52,364 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-12-05 03:18:52,365 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-12-05 03:18:52,365 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-12-05 03:18:52,365 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-12-05 03:18:52,366 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-12-05 03:18:52,368 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-05 03:18:52,368 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-logging/target/hbase-logging-2.7.0-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@7dda48d9) with optional ClassLoader: null 2024-12-05 03:18:52,369 main DEBUG Shutdown hook enabled. Registering a new one. 2024-12-05 03:18:52,369 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@7dda48d9] started OK. 2024-12-05T03:18:52,598 DEBUG [main {}] hbase.HBaseTestingUtility(348): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cc6d36f6-1d75-4478-9a5a-2f50b9628749 2024-12-05 03:18:52,600 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-12-05 03:18:52,601 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-05T03:18:52,610 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.TestAcidGuaranteesWithAdaptivePolicy timeout: 13 mins 2024-12-05T03:18:52,627 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1126): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-05T03:18:52,630 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cc6d36f6-1d75-4478-9a5a-2f50b9628749/cluster_ad10878a-a0a9-4f23-e01b-df16d72ecee6, deleteOnExit=true 2024-12-05T03:18:52,631 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1140): STARTING DFS 2024-12-05T03:18:52,631 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cc6d36f6-1d75-4478-9a5a-2f50b9628749/test.cache.data in system properties and HBase conf 2024-12-05T03:18:52,632 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cc6d36f6-1d75-4478-9a5a-2f50b9628749/hadoop.tmp.dir in system properties and HBase conf 2024-12-05T03:18:52,632 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cc6d36f6-1d75-4478-9a5a-2f50b9628749/hadoop.log.dir in system properties and HBase conf 2024-12-05T03:18:52,633 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cc6d36f6-1d75-4478-9a5a-2f50b9628749/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-05T03:18:52,633 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cc6d36f6-1d75-4478-9a5a-2f50b9628749/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-05T03:18:52,634 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2024-12-05T03:18:52,721 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-12-05T03:18:52,810 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-05T03:18:52,814 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cc6d36f6-1d75-4478-9a5a-2f50b9628749/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-05T03:18:52,814 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cc6d36f6-1d75-4478-9a5a-2f50b9628749/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-05T03:18:52,815 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cc6d36f6-1d75-4478-9a5a-2f50b9628749/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-05T03:18:52,815 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cc6d36f6-1d75-4478-9a5a-2f50b9628749/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-05T03:18:52,816 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cc6d36f6-1d75-4478-9a5a-2f50b9628749/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-05T03:18:52,816 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cc6d36f6-1d75-4478-9a5a-2f50b9628749/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-05T03:18:52,817 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cc6d36f6-1d75-4478-9a5a-2f50b9628749/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-05T03:18:52,817 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cc6d36f6-1d75-4478-9a5a-2f50b9628749/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-05T03:18:52,817 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cc6d36f6-1d75-4478-9a5a-2f50b9628749/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-05T03:18:52,818 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cc6d36f6-1d75-4478-9a5a-2f50b9628749/nfs.dump.dir in system properties and HBase conf 2024-12-05T03:18:52,818 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cc6d36f6-1d75-4478-9a5a-2f50b9628749/java.io.tmpdir in system properties and HBase conf 2024-12-05T03:18:52,818 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cc6d36f6-1d75-4478-9a5a-2f50b9628749/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-05T03:18:52,819 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cc6d36f6-1d75-4478-9a5a-2f50b9628749/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-05T03:18:52,819 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cc6d36f6-1d75-4478-9a5a-2f50b9628749/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-05T03:18:53,683 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-12-05T03:18:53,760 INFO [Time-limited test {}] log.Log(170): Logging initialized @2263ms to org.eclipse.jetty.util.log.Slf4jLog 2024-12-05T03:18:53,842 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T03:18:53,947 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T03:18:53,976 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T03:18:53,977 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T03:18:53,979 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-05T03:18:53,996 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T03:18:54,000 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@8167a4c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cc6d36f6-1d75-4478-9a5a-2f50b9628749/hadoop.log.dir/,AVAILABLE} 2024-12-05T03:18:54,001 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@62a9beb2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T03:18:54,206 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@b03fcff{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cc6d36f6-1d75-4478-9a5a-2f50b9628749/java.io.tmpdir/jetty-localhost-42185-hadoop-hdfs-3_4_1-tests_jar-_-any-2695019941544549848/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-05T03:18:54,213 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@e0a3ea0{HTTP/1.1, (http/1.1)}{localhost:42185} 2024-12-05T03:18:54,213 INFO [Time-limited test {}] server.Server(415): Started @2717ms 2024-12-05T03:18:54,652 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T03:18:54,661 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T03:18:54,662 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T03:18:54,663 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T03:18:54,663 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-05T03:18:54,664 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2ca71a25{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cc6d36f6-1d75-4478-9a5a-2f50b9628749/hadoop.log.dir/,AVAILABLE} 2024-12-05T03:18:54,664 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@47db50b9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T03:18:54,792 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3054265c{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cc6d36f6-1d75-4478-9a5a-2f50b9628749/java.io.tmpdir/jetty-localhost-41183-hadoop-hdfs-3_4_1-tests_jar-_-any-7481008589174322521/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T03:18:54,793 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@65902fec{HTTP/1.1, (http/1.1)}{localhost:41183} 2024-12-05T03:18:54,793 INFO [Time-limited test {}] server.Server(415): Started @3297ms 2024-12-05T03:18:54,856 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-05T03:18:55,386 WARN [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cc6d36f6-1d75-4478-9a5a-2f50b9628749/cluster_ad10878a-a0a9-4f23-e01b-df16d72ecee6/dfs/data/data1/current/BP-795307966-172.17.0.2-1733368733441/current, will proceed with Du for space computation calculation, 2024-12-05T03:18:55,386 WARN [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cc6d36f6-1d75-4478-9a5a-2f50b9628749/cluster_ad10878a-a0a9-4f23-e01b-df16d72ecee6/dfs/data/data2/current/BP-795307966-172.17.0.2-1733368733441/current, will proceed with Du for space computation calculation, 2024-12-05T03:18:55,430 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-05T03:18:55,499 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa68e07c946b345a with lease ID 0x687e35c356fe4316: Processing first storage report for DS-b4861958-dfb8-48f1-bd17-ee69d0a15a80 from datanode DatanodeRegistration(127.0.0.1:44073, datanodeUuid=80cfda0c-74ba-4a67-8428-5d82e1bc7b23, infoPort=38911, infoSecurePort=0, ipcPort=46605, storageInfo=lv=-57;cid=testClusterID;nsid=581034697;c=1733368733441) 2024-12-05T03:18:55,501 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa68e07c946b345a with lease ID 0x687e35c356fe4316: from storage DS-b4861958-dfb8-48f1-bd17-ee69d0a15a80 node DatanodeRegistration(127.0.0.1:44073, datanodeUuid=80cfda0c-74ba-4a67-8428-5d82e1bc7b23, infoPort=38911, infoSecurePort=0, ipcPort=46605, storageInfo=lv=-57;cid=testClusterID;nsid=581034697;c=1733368733441), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-05T03:18:55,501 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa68e07c946b345a with lease ID 0x687e35c356fe4316: Processing first storage report for DS-39c3c58d-067b-48e0-8fbe-2aa662b34a19 from datanode DatanodeRegistration(127.0.0.1:44073, datanodeUuid=80cfda0c-74ba-4a67-8428-5d82e1bc7b23, infoPort=38911, infoSecurePort=0, ipcPort=46605, storageInfo=lv=-57;cid=testClusterID;nsid=581034697;c=1733368733441) 2024-12-05T03:18:55,502 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa68e07c946b345a with lease ID 0x687e35c356fe4316: from storage DS-39c3c58d-067b-48e0-8fbe-2aa662b34a19 node DatanodeRegistration(127.0.0.1:44073, datanodeUuid=80cfda0c-74ba-4a67-8428-5d82e1bc7b23, infoPort=38911, infoSecurePort=0, ipcPort=46605, storageInfo=lv=-57;cid=testClusterID;nsid=581034697;c=1733368733441), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T03:18:55,571 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cc6d36f6-1d75-4478-9a5a-2f50b9628749 2024-12-05T03:18:55,657 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(259): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cc6d36f6-1d75-4478-9a5a-2f50b9628749/cluster_ad10878a-a0a9-4f23-e01b-df16d72ecee6/zookeeper_0, clientPort=54474, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cc6d36f6-1d75-4478-9a5a-2f50b9628749/cluster_ad10878a-a0a9-4f23-e01b-df16d72ecee6/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cc6d36f6-1d75-4478-9a5a-2f50b9628749/cluster_ad10878a-a0a9-4f23-e01b-df16d72ecee6/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-05T03:18:55,669 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(284): Started MiniZooKeeperCluster and ran 'stat' on client port=54474 2024-12-05T03:18:55,685 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T03:18:55,689 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T03:18:55,919 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073741825_1001 (size=7) 2024-12-05T03:18:56,327 INFO [Time-limited test {}] util.FSUtils(490): Created version file at hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c with version=8 2024-12-05T03:18:56,328 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1460): Setting hbase.fs.tmp.dir to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/hbase-staging 2024-12-05T03:18:56,462 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-12-05T03:18:56,728 INFO [Time-limited test {}] client.ConnectionUtils(129): master/971fbbbe942d:0 server-side Connection retries=45 2024-12-05T03:18:56,748 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T03:18:56,748 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T03:18:56,749 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T03:18:56,749 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T03:18:56,749 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T03:18:56,882 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-05T03:18:56,941 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-12-05T03:18:56,950 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-12-05T03:18:56,954 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T03:18:56,981 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 6546 (auto-detected) 2024-12-05T03:18:56,982 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-12-05T03:18:57,001 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:44461 2024-12-05T03:18:57,009 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T03:18:57,011 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T03:18:57,024 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=master:44461 connecting to ZooKeeper ensemble=127.0.0.1:54474 2024-12-05T03:18:57,056 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:444610x0, quorum=127.0.0.1:54474, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T03:18:57,059 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:44461-0x100602fa0760000 connected 2024-12-05T03:18:57,086 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44461-0x100602fa0760000, quorum=127.0.0.1:54474, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-05T03:18:57,089 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44461-0x100602fa0760000, quorum=127.0.0.1:54474, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-05T03:18:57,092 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44461-0x100602fa0760000, quorum=127.0.0.1:54474, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-05T03:18:57,098 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44461 2024-12-05T03:18:57,099 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44461 2024-12-05T03:18:57,100 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44461 2024-12-05T03:18:57,101 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44461 2024-12-05T03:18:57,104 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44461 2024-12-05T03:18:57,114 INFO [Time-limited test {}] master.HMaster(488): hbase.rootdir=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c, hbase.cluster.distributed=false 2024-12-05T03:18:57,192 INFO [Time-limited test {}] client.ConnectionUtils(129): regionserver/971fbbbe942d:0 server-side Connection retries=45 2024-12-05T03:18:57,192 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T03:18:57,193 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T03:18:57,193 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T03:18:57,193 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T03:18:57,193 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T03:18:57,196 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-05T03:18:57,199 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T03:18:57,200 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:46085 2024-12-05T03:18:57,202 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-05T03:18:57,208 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-05T03:18:57,210 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T03:18:57,213 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T03:18:57,218 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=regionserver:46085 connecting to ZooKeeper ensemble=127.0.0.1:54474 2024-12-05T03:18:57,222 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:460850x0, quorum=127.0.0.1:54474, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T03:18:57,223 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:46085-0x100602fa0760001 connected 2024-12-05T03:18:57,223 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46085-0x100602fa0760001, quorum=127.0.0.1:54474, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-05T03:18:57,225 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46085-0x100602fa0760001, quorum=127.0.0.1:54474, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-05T03:18:57,226 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46085-0x100602fa0760001, quorum=127.0.0.1:54474, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-05T03:18:57,227 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46085 2024-12-05T03:18:57,228 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46085 2024-12-05T03:18:57,228 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46085 2024-12-05T03:18:57,229 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46085 2024-12-05T03:18:57,229 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46085 2024-12-05T03:18:57,234 INFO [master/971fbbbe942d:0:becomeActiveMaster {}] master.HMaster(2445): Adding backup master ZNode /hbase/backup-masters/971fbbbe942d,44461,1733368736455 2024-12-05T03:18:57,242 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44461-0x100602fa0760000, quorum=127.0.0.1:54474, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-05T03:18:57,242 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46085-0x100602fa0760001, quorum=127.0.0.1:54474, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-05T03:18:57,244 DEBUG [master/971fbbbe942d:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44461-0x100602fa0760000, quorum=127.0.0.1:54474, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/971fbbbe942d,44461,1733368736455 2024-12-05T03:18:57,254 DEBUG [M:0;971fbbbe942d:44461 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;971fbbbe942d:44461 2024-12-05T03:18:57,267 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44461-0x100602fa0760000, quorum=127.0.0.1:54474, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-05T03:18:57,267 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46085-0x100602fa0760001, quorum=127.0.0.1:54474, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-05T03:18:57,268 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44461-0x100602fa0760000, quorum=127.0.0.1:54474, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T03:18:57,268 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46085-0x100602fa0760001, quorum=127.0.0.1:54474, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T03:18:57,269 DEBUG [master/971fbbbe942d:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44461-0x100602fa0760000, quorum=127.0.0.1:54474, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-05T03:18:57,270 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(111): master:44461-0x100602fa0760000, quorum=127.0.0.1:54474, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-05T03:18:57,270 INFO [master/971fbbbe942d:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/971fbbbe942d,44461,1733368736455 from backup master directory 2024-12-05T03:18:57,273 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44461-0x100602fa0760000, quorum=127.0.0.1:54474, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/971fbbbe942d,44461,1733368736455 2024-12-05T03:18:57,273 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46085-0x100602fa0760001, quorum=127.0.0.1:54474, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-05T03:18:57,273 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44461-0x100602fa0760000, quorum=127.0.0.1:54474, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-05T03:18:57,274 WARN [master/971fbbbe942d:0:becomeActiveMaster {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T03:18:57,275 INFO [master/971fbbbe942d:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=971fbbbe942d,44461,1733368736455 2024-12-05T03:18:57,277 INFO [master/971fbbbe942d:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-12-05T03:18:57,279 INFO [master/971fbbbe942d:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-12-05T03:18:57,355 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073741826_1002 (size=42) 2024-12-05T03:18:57,759 DEBUG [master/971fbbbe942d:0:becomeActiveMaster {}] util.FSUtils(639): Created cluster ID file at hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/hbase.id with ID: 3fa913df-98cf-4c2a-92ff-5d3f2ad179c1 2024-12-05T03:18:57,802 INFO [master/971fbbbe942d:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T03:18:57,833 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44461-0x100602fa0760000, quorum=127.0.0.1:54474, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T03:18:57,833 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46085-0x100602fa0760001, quorum=127.0.0.1:54474, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T03:18:57,852 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073741827_1003 (size=196) 2024-12-05T03:18:58,270 INFO [master/971fbbbe942d:0:becomeActiveMaster {}] region.MasterRegion(372): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T03:18:58,272 INFO [master/971fbbbe942d:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-05T03:18:58,290 DEBUG [master/971fbbbe942d:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:147) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:160) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProvider(WALFactory.java:200) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:232) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:207) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:402) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:973) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2470) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:590) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.HMaster.lambda$run$1(HMaster.java:587) ~[classes/:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:18:58,294 INFO [master/971fbbbe942d:0:becomeActiveMaster {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T03:18:58,323 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073741828_1004 (size=1189) 2024-12-05T03:18:58,743 INFO [master/971fbbbe942d:0:becomeActiveMaster {}] regionserver.HRegion(7124): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/MasterData/data/master/store 2024-12-05T03:18:58,758 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073741829_1005 (size=34) 2024-12-05T03:18:59,165 INFO [master/971fbbbe942d:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-12-05T03:18:59,165 DEBUG [master/971fbbbe942d:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T03:18:59,166 DEBUG [master/971fbbbe942d:0:becomeActiveMaster {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T03:18:59,167 INFO [master/971fbbbe942d:0:becomeActiveMaster {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T03:18:59,167 DEBUG [master/971fbbbe942d:0:becomeActiveMaster {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T03:18:59,167 DEBUG [master/971fbbbe942d:0:becomeActiveMaster {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-05T03:18:59,167 DEBUG [master/971fbbbe942d:0:becomeActiveMaster {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T03:18:59,167 INFO [master/971fbbbe942d:0:becomeActiveMaster {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T03:18:59,167 DEBUG [master/971fbbbe942d:0:becomeActiveMaster {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-12-05T03:18:59,170 WARN [master/971fbbbe942d:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/MasterData/data/master/store/.initializing 2024-12-05T03:18:59,170 DEBUG [master/971fbbbe942d:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/MasterData/WALs/971fbbbe942d,44461,1733368736455 2024-12-05T03:18:59,177 INFO [master/971fbbbe942d:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T03:18:59,188 INFO [master/971fbbbe942d:0:becomeActiveMaster {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=971fbbbe942d%2C44461%2C1733368736455, suffix=, logDir=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/MasterData/WALs/971fbbbe942d,44461,1733368736455, archiveDir=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/MasterData/oldWALs, maxLogs=10 2024-12-05T03:18:59,210 DEBUG [master/971fbbbe942d:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/MasterData/WALs/971fbbbe942d,44461,1733368736455/971fbbbe942d%2C44461%2C1733368736455.1733368739193, exclude list is [], retry=0 2024-12-05T03:18:59,227 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44073,DS-b4861958-dfb8-48f1-bd17-ee69d0a15a80,DISK] 2024-12-05T03:18:59,230 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-12-05T03:18:59,268 INFO [master/971fbbbe942d:0:becomeActiveMaster {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/MasterData/WALs/971fbbbe942d,44461,1733368736455/971fbbbe942d%2C44461%2C1733368736455.1733368739193 2024-12-05T03:18:59,269 DEBUG [master/971fbbbe942d:0:becomeActiveMaster {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38911:38911)] 2024-12-05T03:18:59,269 DEBUG [master/971fbbbe942d:0:becomeActiveMaster {}] regionserver.HRegion(7285): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-05T03:18:59,270 DEBUG [master/971fbbbe942d:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T03:18:59,273 DEBUG [master/971fbbbe942d:0:becomeActiveMaster {}] regionserver.HRegion(7327): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T03:18:59,275 DEBUG [master/971fbbbe942d:0:becomeActiveMaster {}] regionserver.HRegion(7330): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T03:18:59,312 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T03:18:59,336 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-05T03:18:59,340 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:18:59,343 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T03:18:59,343 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T03:18:59,347 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-05T03:18:59,347 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:18:59,348 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T03:18:59,348 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T03:18:59,351 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-05T03:18:59,351 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:18:59,352 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T03:18:59,353 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T03:18:59,355 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-05T03:18:59,355 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:18:59,356 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T03:18:59,361 DEBUG [master/971fbbbe942d:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-05T03:18:59,362 DEBUG [master/971fbbbe942d:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-05T03:18:59,370 DEBUG [master/971fbbbe942d:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T03:18:59,375 DEBUG [master/971fbbbe942d:0:becomeActiveMaster {}] regionserver.HRegion(1085): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T03:18:59,380 DEBUG [master/971fbbbe942d:0:becomeActiveMaster {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T03:18:59,381 INFO [master/971fbbbe942d:0:becomeActiveMaster {}] regionserver.HRegion(1102): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74511780, jitterRate=0.11031204462051392}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T03:18:59,385 DEBUG [master/971fbbbe942d:0:becomeActiveMaster {}] regionserver.HRegion(1001): Region open journal for 1595e783b53d99cd5eef43b6debb2682: 2024-12-05T03:18:59,387 INFO [master/971fbbbe942d:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-05T03:18:59,415 DEBUG [master/971fbbbe942d:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c2a2caa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T03:18:59,450 INFO [master/971fbbbe942d:0:becomeActiveMaster {}] master.HMaster(882): No meta location available on zookeeper, skip migrating... 2024-12-05T03:18:59,463 INFO [master/971fbbbe942d:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-05T03:18:59,463 INFO [master/971fbbbe942d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(633): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-05T03:18:59,466 INFO [master/971fbbbe942d:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-05T03:18:59,467 INFO [master/971fbbbe942d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(653): Recovered RegionProcedureStore lease in 1 msec 2024-12-05T03:18:59,473 INFO [master/971fbbbe942d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(667): Loaded RegionProcedureStore in 5 msec 2024-12-05T03:18:59,473 INFO [master/971fbbbe942d:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-05T03:18:59,506 INFO [master/971fbbbe942d:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-05T03:18:59,522 DEBUG [master/971fbbbe942d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44461-0x100602fa0760000, quorum=127.0.0.1:54474, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-12-05T03:18:59,525 DEBUG [master/971fbbbe942d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/balancer already deleted, retry=false 2024-12-05T03:18:59,528 INFO [master/971fbbbe942d:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-05T03:18:59,529 DEBUG [master/971fbbbe942d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44461-0x100602fa0760000, quorum=127.0.0.1:54474, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-12-05T03:18:59,531 DEBUG [master/971fbbbe942d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/normalizer already deleted, retry=false 2024-12-05T03:18:59,534 INFO [master/971fbbbe942d:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-05T03:18:59,537 DEBUG [master/971fbbbe942d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44461-0x100602fa0760000, quorum=127.0.0.1:54474, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-12-05T03:18:59,539 DEBUG [master/971fbbbe942d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/switch/split already deleted, retry=false 2024-12-05T03:18:59,540 DEBUG [master/971fbbbe942d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44461-0x100602fa0760000, quorum=127.0.0.1:54474, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-12-05T03:18:59,542 DEBUG [master/971fbbbe942d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/switch/merge already deleted, retry=false 2024-12-05T03:18:59,553 DEBUG [master/971fbbbe942d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44461-0x100602fa0760000, quorum=127.0.0.1:54474, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-05T03:18:59,554 DEBUG [master/971fbbbe942d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-12-05T03:18:59,558 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44461-0x100602fa0760000, quorum=127.0.0.1:54474, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-05T03:18:59,558 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46085-0x100602fa0760001, quorum=127.0.0.1:54474, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-05T03:18:59,559 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44461-0x100602fa0760000, quorum=127.0.0.1:54474, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T03:18:59,559 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46085-0x100602fa0760001, quorum=127.0.0.1:54474, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T03:18:59,559 INFO [master/971fbbbe942d:0:becomeActiveMaster {}] master.HMaster(826): Active/primary master=971fbbbe942d,44461,1733368736455, sessionid=0x100602fa0760000, setting cluster-up flag (Was=false) 2024-12-05T03:18:59,572 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44461-0x100602fa0760000, quorum=127.0.0.1:54474, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T03:18:59,572 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46085-0x100602fa0760001, quorum=127.0.0.1:54474, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T03:18:59,578 DEBUG [master/971fbbbe942d:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-12-05T03:18:59,580 DEBUG [master/971fbbbe942d:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=971fbbbe942d,44461,1733368736455 2024-12-05T03:18:59,585 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44461-0x100602fa0760000, quorum=127.0.0.1:54474, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T03:18:59,585 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46085-0x100602fa0760001, quorum=127.0.0.1:54474, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T03:18:59,591 DEBUG [master/971fbbbe942d:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-12-05T03:18:59,592 DEBUG [master/971fbbbe942d:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=971fbbbe942d,44461,1733368736455 2024-12-05T03:18:59,648 DEBUG [RS:0;971fbbbe942d:46085 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;971fbbbe942d:46085 2024-12-05T03:18:59,649 INFO [RS:0;971fbbbe942d:46085 {}] regionserver.HRegionServer(1008): ClusterId : 3fa913df-98cf-4c2a-92ff-5d3f2ad179c1 2024-12-05T03:18:59,652 DEBUG [RS:0;971fbbbe942d:46085 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-05T03:18:59,657 DEBUG [RS:0;971fbbbe942d:46085 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-05T03:18:59,657 DEBUG [RS:0;971fbbbe942d:46085 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-05T03:18:59,659 DEBUG [RS:0;971fbbbe942d:46085 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-05T03:18:59,660 DEBUG [RS:0;971fbbbe942d:46085 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@650d6329, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T03:18:59,662 DEBUG [RS:0;971fbbbe942d:46085 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f1f1858, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=971fbbbe942d/172.17.0.2:0 2024-12-05T03:18:59,664 INFO [RS:0;971fbbbe942d:46085 {}] regionserver.RegionServerCoprocessorHost(67): System coprocessor loading is enabled 2024-12-05T03:18:59,665 INFO [RS:0;971fbbbe942d:46085 {}] regionserver.RegionServerCoprocessorHost(68): Table coprocessor loading is enabled 2024-12-05T03:18:59,665 DEBUG [RS:0;971fbbbe942d:46085 {}] regionserver.HRegionServer(1090): About to register with Master. 2024-12-05T03:18:59,667 INFO [RS:0;971fbbbe942d:46085 {}] regionserver.HRegionServer(3073): reportForDuty to master=971fbbbe942d,44461,1733368736455 with isa=971fbbbe942d/172.17.0.2:46085, startcode=1733368737191 2024-12-05T03:18:59,672 DEBUG [master/971fbbbe942d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT; InitMetaProcedure table=hbase:meta 2024-12-05T03:18:59,678 INFO [master/971fbbbe942d:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(575): slop=0.2 2024-12-05T03:18:59,679 DEBUG [RS:0;971fbbbe942d:46085 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-05T03:18:59,681 INFO [master/971fbbbe942d:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(294): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-05T03:18:59,686 DEBUG [master/971fbbbe942d:0:becomeActiveMaster {}] balancer.RegionLocationFinder(146): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 971fbbbe942d,44461,1733368736455 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-05T03:18:59,689 DEBUG [master/971fbbbe942d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/971fbbbe942d:0, corePoolSize=5, maxPoolSize=5 2024-12-05T03:18:59,690 DEBUG [master/971fbbbe942d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/971fbbbe942d:0, corePoolSize=5, maxPoolSize=5 2024-12-05T03:18:59,690 DEBUG [master/971fbbbe942d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/971fbbbe942d:0, corePoolSize=5, maxPoolSize=5 2024-12-05T03:18:59,690 DEBUG [master/971fbbbe942d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/971fbbbe942d:0, corePoolSize=5, maxPoolSize=5 2024-12-05T03:18:59,690 DEBUG [master/971fbbbe942d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/971fbbbe942d:0, corePoolSize=10, maxPoolSize=10 2024-12-05T03:18:59,690 DEBUG [master/971fbbbe942d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/971fbbbe942d:0, corePoolSize=1, maxPoolSize=1 2024-12-05T03:18:59,690 DEBUG [master/971fbbbe942d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/971fbbbe942d:0, corePoolSize=2, maxPoolSize=2 2024-12-05T03:18:59,691 DEBUG [master/971fbbbe942d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/971fbbbe942d:0, corePoolSize=1, maxPoolSize=1 2024-12-05T03:18:59,694 INFO [master/971fbbbe942d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733368769694 2024-12-05T03:18:59,697 INFO [master/971fbbbe942d:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-05T03:18:59,697 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, locked=true; InitMetaProcedure table=hbase:meta 2024-12-05T03:18:59,697 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(75): BOOTSTRAP: creating hbase:meta region 2024-12-05T03:18:59,698 INFO [master/971fbbbe942d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-05T03:18:59,702 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:18:59,703 INFO [master/971fbbbe942d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-05T03:18:59,703 INFO [PEWorker-1 {}] util.FSTableDescriptors(133): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-05T03:18:59,703 INFO [master/971fbbbe942d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-05T03:18:59,704 INFO [master/971fbbbe942d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-05T03:18:59,704 INFO [master/971fbbbe942d:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-05T03:18:59,705 INFO [master/971fbbbe942d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T03:18:59,711 INFO [master/971fbbbe942d:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-05T03:18:59,712 INFO [master/971fbbbe942d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-05T03:18:59,713 INFO [master/971fbbbe942d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-05T03:18:59,719 INFO [master/971fbbbe942d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-05T03:18:59,721 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073741831_1007 (size=1039) 2024-12-05T03:18:59,721 INFO [master/971fbbbe942d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-05T03:18:59,721 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40233, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-12-05T03:18:59,722 DEBUG [master/971fbbbe942d:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/971fbbbe942d:0:becomeActiveMaster-HFileCleaner.large.0-1733368739722,5,FailOnTimeoutGroup] 2024-12-05T03:18:59,723 DEBUG [master/971fbbbe942d:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/971fbbbe942d:0:becomeActiveMaster-HFileCleaner.small.0-1733368739723,5,FailOnTimeoutGroup] 2024-12-05T03:18:59,723 INFO [master/971fbbbe942d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T03:18:59,723 INFO [master/971fbbbe942d:0:becomeActiveMaster {}] master.HMaster(1680): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-05T03:18:59,725 INFO [master/971fbbbe942d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-05T03:18:59,725 INFO [master/971fbbbe942d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-05T03:18:59,728 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44461 {}] master.ServerManager(332): Checking decommissioned status of RegionServer 971fbbbe942d,46085,1733368737191 2024-12-05T03:18:59,731 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44461 {}] master.ServerManager(486): Registering regionserver=971fbbbe942d,46085,1733368737191 2024-12-05T03:18:59,745 DEBUG [RS:0;971fbbbe942d:46085 {}] regionserver.HRegionServer(1725): Config from master: hbase.rootdir=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c 2024-12-05T03:18:59,745 DEBUG [RS:0;971fbbbe942d:46085 {}] regionserver.HRegionServer(1725): Config from master: fs.defaultFS=hdfs://localhost:39781 2024-12-05T03:18:59,745 DEBUG [RS:0;971fbbbe942d:46085 {}] regionserver.HRegionServer(1725): Config from master: hbase.master.info.port=-1 2024-12-05T03:18:59,750 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44461-0x100602fa0760000, quorum=127.0.0.1:54474, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-05T03:18:59,750 DEBUG [RS:0;971fbbbe942d:46085 {}] zookeeper.ZKUtil(111): regionserver:46085-0x100602fa0760001, quorum=127.0.0.1:54474, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/971fbbbe942d,46085,1733368737191 2024-12-05T03:18:59,751 WARN [RS:0;971fbbbe942d:46085 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T03:18:59,751 INFO [RS:0;971fbbbe942d:46085 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T03:18:59,751 DEBUG [RS:0;971fbbbe942d:46085 {}] regionserver.HRegionServer(2100): logDir=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/WALs/971fbbbe942d,46085,1733368737191 2024-12-05T03:18:59,753 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [971fbbbe942d,46085,1733368737191] 2024-12-05T03:18:59,764 DEBUG [RS:0;971fbbbe942d:46085 {}] regionserver.Replication(140): Replication stats-in-log period=300 seconds 2024-12-05T03:18:59,776 INFO [RS:0;971fbbbe942d:46085 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-05T03:18:59,788 INFO [RS:0;971fbbbe942d:46085 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-05T03:18:59,790 INFO [RS:0;971fbbbe942d:46085 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-05T03:18:59,790 INFO [RS:0;971fbbbe942d:46085 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T03:18:59,791 INFO [RS:0;971fbbbe942d:46085 {}] regionserver.HRegionServer$CompactionChecker(1988): CompactionChecker runs every PT1S 2024-12-05T03:18:59,798 INFO [RS:0;971fbbbe942d:46085 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-05T03:18:59,798 DEBUG [RS:0;971fbbbe942d:46085 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/971fbbbe942d:0, corePoolSize=1, maxPoolSize=1 2024-12-05T03:18:59,798 DEBUG [RS:0;971fbbbe942d:46085 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/971fbbbe942d:0, corePoolSize=1, maxPoolSize=1 2024-12-05T03:18:59,799 DEBUG [RS:0;971fbbbe942d:46085 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/971fbbbe942d:0, corePoolSize=1, maxPoolSize=1 2024-12-05T03:18:59,799 DEBUG [RS:0;971fbbbe942d:46085 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/971fbbbe942d:0, corePoolSize=1, maxPoolSize=1 2024-12-05T03:18:59,799 DEBUG [RS:0;971fbbbe942d:46085 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/971fbbbe942d:0, corePoolSize=1, maxPoolSize=1 2024-12-05T03:18:59,799 DEBUG [RS:0;971fbbbe942d:46085 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/971fbbbe942d:0, corePoolSize=2, maxPoolSize=2 2024-12-05T03:18:59,799 DEBUG [RS:0;971fbbbe942d:46085 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/971fbbbe942d:0, corePoolSize=1, maxPoolSize=1 2024-12-05T03:18:59,799 DEBUG [RS:0;971fbbbe942d:46085 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/971fbbbe942d:0, corePoolSize=1, maxPoolSize=1 2024-12-05T03:18:59,799 DEBUG [RS:0;971fbbbe942d:46085 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/971fbbbe942d:0, corePoolSize=1, maxPoolSize=1 2024-12-05T03:18:59,800 DEBUG [RS:0;971fbbbe942d:46085 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/971fbbbe942d:0, corePoolSize=1, maxPoolSize=1 2024-12-05T03:18:59,800 DEBUG [RS:0;971fbbbe942d:46085 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/971fbbbe942d:0, corePoolSize=1, maxPoolSize=1 2024-12-05T03:18:59,800 DEBUG [RS:0;971fbbbe942d:46085 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/971fbbbe942d:0, corePoolSize=3, maxPoolSize=3 2024-12-05T03:18:59,800 DEBUG [RS:0;971fbbbe942d:46085 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0, corePoolSize=3, maxPoolSize=3 2024-12-05T03:18:59,801 INFO [RS:0;971fbbbe942d:46085 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T03:18:59,801 INFO [RS:0;971fbbbe942d:46085 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T03:18:59,801 INFO [RS:0;971fbbbe942d:46085 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-05T03:18:59,802 INFO [RS:0;971fbbbe942d:46085 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-05T03:18:59,802 INFO [RS:0;971fbbbe942d:46085 {}] hbase.ChoreService(168): Chore ScheduledChore name=971fbbbe942d,46085,1733368737191-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T03:18:59,822 INFO [RS:0;971fbbbe942d:46085 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-05T03:18:59,823 INFO [RS:0;971fbbbe942d:46085 {}] hbase.ChoreService(168): Chore ScheduledChore name=971fbbbe942d,46085,1733368737191-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T03:18:59,843 INFO [RS:0;971fbbbe942d:46085 {}] regionserver.Replication(204): 971fbbbe942d,46085,1733368737191 started 2024-12-05T03:18:59,844 INFO [RS:0;971fbbbe942d:46085 {}] regionserver.HRegionServer(1767): Serving as 971fbbbe942d,46085,1733368737191, RpcServer on 971fbbbe942d/172.17.0.2:46085, sessionid=0x100602fa0760001 2024-12-05T03:18:59,845 DEBUG [RS:0;971fbbbe942d:46085 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-05T03:18:59,845 DEBUG [RS:0;971fbbbe942d:46085 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 971fbbbe942d,46085,1733368737191 2024-12-05T03:18:59,845 DEBUG [RS:0;971fbbbe942d:46085 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '971fbbbe942d,46085,1733368737191' 2024-12-05T03:18:59,845 DEBUG [RS:0;971fbbbe942d:46085 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-05T03:18:59,846 DEBUG [RS:0;971fbbbe942d:46085 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-05T03:18:59,847 DEBUG [RS:0;971fbbbe942d:46085 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-05T03:18:59,847 DEBUG [RS:0;971fbbbe942d:46085 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-05T03:18:59,847 DEBUG [RS:0;971fbbbe942d:46085 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 971fbbbe942d,46085,1733368737191 2024-12-05T03:18:59,847 DEBUG [RS:0;971fbbbe942d:46085 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '971fbbbe942d,46085,1733368737191' 2024-12-05T03:18:59,847 DEBUG [RS:0;971fbbbe942d:46085 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-05T03:18:59,847 DEBUG [RS:0;971fbbbe942d:46085 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-05T03:18:59,848 DEBUG [RS:0;971fbbbe942d:46085 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-05T03:18:59,848 INFO [RS:0;971fbbbe942d:46085 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-05T03:18:59,848 INFO [RS:0;971fbbbe942d:46085 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-05T03:18:59,954 INFO [RS:0;971fbbbe942d:46085 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T03:18:59,958 INFO [RS:0;971fbbbe942d:46085 {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=971fbbbe942d%2C46085%2C1733368737191, suffix=, logDir=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/WALs/971fbbbe942d,46085,1733368737191, archiveDir=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/oldWALs, maxLogs=32 2024-12-05T03:18:59,975 DEBUG [RS:0;971fbbbe942d:46085 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/WALs/971fbbbe942d,46085,1733368737191/971fbbbe942d%2C46085%2C1733368737191.1733368739960, exclude list is [], retry=0 2024-12-05T03:18:59,980 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44073,DS-b4861958-dfb8-48f1-bd17-ee69d0a15a80,DISK] 2024-12-05T03:18:59,984 INFO [RS:0;971fbbbe942d:46085 {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/WALs/971fbbbe942d,46085,1733368737191/971fbbbe942d%2C46085%2C1733368737191.1733368739960 2024-12-05T03:18:59,984 DEBUG [RS:0;971fbbbe942d:46085 {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38911:38911)] 2024-12-05T03:19:00,124 INFO [PEWorker-1 {}] util.FSTableDescriptors(140): Updated hbase:meta table descriptor to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1039 2024-12-05T03:19:00,124 INFO [PEWorker-1 {}] regionserver.HRegion(7106): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c 2024-12-05T03:19:00,133 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073741833_1009 (size=32) 2024-12-05T03:19:00,134 DEBUG [PEWorker-1 {}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T03:19:00,137 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T03:19:00,139 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T03:19:00,139 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:00,140 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T03:19:00,140 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T03:19:00,143 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T03:19:00,143 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:00,144 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T03:19:00,144 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T03:19:00,146 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T03:19:00,146 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:00,147 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T03:19:00,148 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/hbase/meta/1588230740 2024-12-05T03:19:00,149 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/hbase/meta/1588230740 2024-12-05T03:19:00,152 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-05T03:19:00,154 DEBUG [PEWorker-1 {}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-12-05T03:19:00,158 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T03:19:00,159 INFO [PEWorker-1 {}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71907637, jitterRate=0.0715072900056839}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-05T03:19:00,161 DEBUG [PEWorker-1 {}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-12-05T03:19:00,161 DEBUG [PEWorker-1 {}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-12-05T03:19:00,161 INFO [PEWorker-1 {}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-12-05T03:19:00,161 DEBUG [PEWorker-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-12-05T03:19:00,161 DEBUG [PEWorker-1 {}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-05T03:19:00,161 DEBUG [PEWorker-1 {}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T03:19:00,163 INFO [PEWorker-1 {}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-12-05T03:19:00,163 DEBUG [PEWorker-1 {}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-12-05T03:19:00,165 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, locked=true; InitMetaProcedure table=hbase:meta 2024-12-05T03:19:00,165 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(107): Going to assign meta 2024-12-05T03:19:00,171 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-05T03:19:00,179 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T03:19:00,181 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-05T03:19:00,333 DEBUG [971fbbbe942d:44461 {}] assignment.AssignmentManager(2444): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-05T03:19:00,338 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:00,343 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 971fbbbe942d,46085,1733368737191, state=OPENING 2024-12-05T03:19:00,348 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-05T03:19:00,350 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46085-0x100602fa0760001, quorum=127.0.0.1:54474, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T03:19:00,350 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44461-0x100602fa0760000, quorum=127.0.0.1:54474, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T03:19:00,351 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-05T03:19:00,351 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-05T03:19:00,352 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE; OpenRegionProcedure 1588230740, server=971fbbbe942d,46085,1733368737191}] 2024-12-05T03:19:00,527 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 971fbbbe942d,46085,1733368737191 2024-12-05T03:19:00,529 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-05T03:19:00,533 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52266, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-05T03:19:00,543 INFO [RS_OPEN_META-regionserver/971fbbbe942d:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(135): Open hbase:meta,,1.1588230740 2024-12-05T03:19:00,544 INFO [RS_OPEN_META-regionserver/971fbbbe942d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T03:19:00,544 INFO [RS_OPEN_META-regionserver/971fbbbe942d:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-05T03:19:00,548 INFO [RS_OPEN_META-regionserver/971fbbbe942d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=971fbbbe942d%2C46085%2C1733368737191.meta, suffix=.meta, logDir=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/WALs/971fbbbe942d,46085,1733368737191, archiveDir=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/oldWALs, maxLogs=32 2024-12-05T03:19:00,564 DEBUG [RS_OPEN_META-regionserver/971fbbbe942d:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/WALs/971fbbbe942d,46085,1733368737191/971fbbbe942d%2C46085%2C1733368737191.meta.1733368740550.meta, exclude list is [], retry=0 2024-12-05T03:19:00,569 DEBUG [RS-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44073,DS-b4861958-dfb8-48f1-bd17-ee69d0a15a80,DISK] 2024-12-05T03:19:00,572 INFO [RS_OPEN_META-regionserver/971fbbbe942d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/WALs/971fbbbe942d,46085,1733368737191/971fbbbe942d%2C46085%2C1733368737191.meta.1733368740550.meta 2024-12-05T03:19:00,572 DEBUG [RS_OPEN_META-regionserver/971fbbbe942d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38911:38911)] 2024-12-05T03:19:00,573 DEBUG [RS_OPEN_META-regionserver/971fbbbe942d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7285): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-05T03:19:00,574 DEBUG [RS_OPEN_META-regionserver/971fbbbe942d:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-05T03:19:00,636 DEBUG [RS_OPEN_META-regionserver/971fbbbe942d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7999): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-05T03:19:00,641 INFO [RS_OPEN_META-regionserver/971fbbbe942d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(436): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-05T03:19:00,645 DEBUG [RS_OPEN_META-regionserver/971fbbbe942d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-05T03:19:00,645 DEBUG [RS_OPEN_META-regionserver/971fbbbe942d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T03:19:00,646 DEBUG [RS_OPEN_META-regionserver/971fbbbe942d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7327): checking encryption for 1588230740 2024-12-05T03:19:00,646 DEBUG [RS_OPEN_META-regionserver/971fbbbe942d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7330): checking classloading for 1588230740 2024-12-05T03:19:00,649 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T03:19:00,651 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T03:19:00,651 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:00,652 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T03:19:00,653 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T03:19:00,654 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T03:19:00,654 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:00,655 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T03:19:00,655 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T03:19:00,657 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T03:19:00,657 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:00,658 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T03:19:00,660 DEBUG [RS_OPEN_META-regionserver/971fbbbe942d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/hbase/meta/1588230740 2024-12-05T03:19:00,662 DEBUG [RS_OPEN_META-regionserver/971fbbbe942d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/hbase/meta/1588230740 2024-12-05T03:19:00,665 DEBUG [RS_OPEN_META-regionserver/971fbbbe942d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-05T03:19:00,668 DEBUG [RS_OPEN_META-regionserver/971fbbbe942d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-12-05T03:19:00,670 INFO [RS_OPEN_META-regionserver/971fbbbe942d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62331148, jitterRate=-0.07119351625442505}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-05T03:19:00,672 DEBUG [RS_OPEN_META-regionserver/971fbbbe942d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-12-05T03:19:00,682 INFO [RS_OPEN_META-regionserver/971fbbbe942d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733368740521 2024-12-05T03:19:00,693 DEBUG [RS_OPEN_META-regionserver/971fbbbe942d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-05T03:19:00,693 INFO [RS_OPEN_META-regionserver/971fbbbe942d:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(164): Opened hbase:meta,,1.1588230740 2024-12-05T03:19:00,694 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:00,696 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 971fbbbe942d,46085,1733368737191, state=OPEN 2024-12-05T03:19:00,702 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46085-0x100602fa0760001, quorum=127.0.0.1:54474, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-05T03:19:00,702 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44461-0x100602fa0760000, quorum=127.0.0.1:54474, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-05T03:19:00,702 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-05T03:19:00,702 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-05T03:19:00,706 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=3, resume processing ppid=2 2024-12-05T03:19:00,706 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=3, ppid=2, state=SUCCESS; OpenRegionProcedure 1588230740, server=971fbbbe942d,46085,1733368737191 in 350 msec 2024-12-05T03:19:00,712 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=2, resume processing ppid=1 2024-12-05T03:19:00,712 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=2, ppid=1, state=SUCCESS; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 536 msec 2024-12-05T03:19:00,716 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=1, state=SUCCESS; InitMetaProcedure table=hbase:meta in 1.0900 sec 2024-12-05T03:19:00,717 INFO [master/971fbbbe942d:0:becomeActiveMaster {}] master.HMaster(1088): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733368740717, completionTime=-1 2024-12-05T03:19:00,717 INFO [master/971fbbbe942d:0:becomeActiveMaster {}] master.ServerManager(907): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-05T03:19:00,717 DEBUG [master/971fbbbe942d:0:becomeActiveMaster {}] assignment.AssignmentManager(1747): Joining cluster... 2024-12-05T03:19:00,756 DEBUG [hconnection-0x35c2085b-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T03:19:00,759 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52274, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T03:19:00,769 INFO [master/971fbbbe942d:0:becomeActiveMaster {}] assignment.AssignmentManager(1759): Number of RegionServers=1 2024-12-05T03:19:00,769 INFO [master/971fbbbe942d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733368800769 2024-12-05T03:19:00,769 INFO [master/971fbbbe942d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733368860769 2024-12-05T03:19:00,769 INFO [master/971fbbbe942d:0:becomeActiveMaster {}] assignment.AssignmentManager(1766): Joined the cluster in 52 msec 2024-12-05T03:19:00,791 INFO [master/971fbbbe942d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=971fbbbe942d,44461,1733368736455-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T03:19:00,791 INFO [master/971fbbbe942d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=971fbbbe942d,44461,1733368736455-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T03:19:00,791 INFO [master/971fbbbe942d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=971fbbbe942d,44461,1733368736455-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T03:19:00,793 INFO [master/971fbbbe942d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-971fbbbe942d:44461, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T03:19:00,793 INFO [master/971fbbbe942d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-05T03:19:00,799 DEBUG [master/971fbbbe942d:0.Chore.1 {}] janitor.CatalogJanitor(179): 2024-12-05T03:19:00,802 INFO [master/971fbbbe942d:0:becomeActiveMaster {}] master.TableNamespaceManager(92): Namespace table not found. Creating... 2024-12-05T03:19:00,803 INFO [master/971fbbbe942d:0:becomeActiveMaster {}] master.HMaster(2425): Client=null/null create 'hbase:namespace', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-05T03:19:00,810 DEBUG [master/971fbbbe942d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=hbase:namespace 2024-12-05T03:19:00,812 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_PRE_OPERATION 2024-12-05T03:19:00,813 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:00,815 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-05T03:19:00,825 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073741835_1011 (size=358) 2024-12-05T03:19:01,230 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 3a3971fefb77fd099b5c0cab63fda322, NAME => 'hbase:namespace,,1733368740803.3a3971fefb77fd099b5c0cab63fda322.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:namespace', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c 2024-12-05T03:19:01,241 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073741836_1012 (size=42) 2024-12-05T03:19:01,643 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(894): Instantiated hbase:namespace,,1733368740803.3a3971fefb77fd099b5c0cab63fda322.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T03:19:01,643 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1681): Closing 3a3971fefb77fd099b5c0cab63fda322, disabling compactions & flushes 2024-12-05T03:19:01,643 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1703): Closing region hbase:namespace,,1733368740803.3a3971fefb77fd099b5c0cab63fda322. 2024-12-05T03:19:01,643 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1733368740803.3a3971fefb77fd099b5c0cab63fda322. 2024-12-05T03:19:01,643 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1733368740803.3a3971fefb77fd099b5c0cab63fda322. after waiting 0 ms 2024-12-05T03:19:01,643 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1733368740803.3a3971fefb77fd099b5c0cab63fda322. 2024-12-05T03:19:01,643 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1922): Closed hbase:namespace,,1733368740803.3a3971fefb77fd099b5c0cab63fda322. 2024-12-05T03:19:01,643 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1635): Region close journal for 3a3971fefb77fd099b5c0cab63fda322: 2024-12-05T03:19:01,646 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ADD_TO_META 2024-12-05T03:19:01,653 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"hbase:namespace,,1733368740803.3a3971fefb77fd099b5c0cab63fda322.","families":{"info":[{"qualifier":"regioninfo","vlen":41,"tag":[],"timestamp":"1733368741647"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733368741647"}]},"ts":"1733368741647"} 2024-12-05T03:19:01,677 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-12-05T03:19:01,679 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-05T03:19:01,681 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733368741679"}]},"ts":"1733368741679"} 2024-12-05T03:19:01,686 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLING in hbase:meta 2024-12-05T03:19:01,691 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=3a3971fefb77fd099b5c0cab63fda322, ASSIGN}] 2024-12-05T03:19:01,694 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=3a3971fefb77fd099b5c0cab63fda322, ASSIGN 2024-12-05T03:19:01,695 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:namespace, region=3a3971fefb77fd099b5c0cab63fda322, ASSIGN; state=OFFLINE, location=971fbbbe942d,46085,1733368737191; forceNewPlan=false, retain=false 2024-12-05T03:19:01,846 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=3a3971fefb77fd099b5c0cab63fda322, regionState=OPENING, regionLocation=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:01,851 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE; OpenRegionProcedure 3a3971fefb77fd099b5c0cab63fda322, server=971fbbbe942d,46085,1733368737191}] 2024-12-05T03:19:02,005 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 971fbbbe942d,46085,1733368737191 2024-12-05T03:19:02,011 INFO [RS_OPEN_PRIORITY_REGION-regionserver/971fbbbe942d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(135): Open hbase:namespace,,1733368740803.3a3971fefb77fd099b5c0cab63fda322. 2024-12-05T03:19:02,011 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/971fbbbe942d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7285): Opening region: {ENCODED => 3a3971fefb77fd099b5c0cab63fda322, NAME => 'hbase:namespace,,1733368740803.3a3971fefb77fd099b5c0cab63fda322.', STARTKEY => '', ENDKEY => ''} 2024-12-05T03:19:02,012 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/971fbbbe942d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table namespace 3a3971fefb77fd099b5c0cab63fda322 2024-12-05T03:19:02,012 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/971fbbbe942d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(894): Instantiated hbase:namespace,,1733368740803.3a3971fefb77fd099b5c0cab63fda322.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T03:19:02,012 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/971fbbbe942d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7327): checking encryption for 3a3971fefb77fd099b5c0cab63fda322 2024-12-05T03:19:02,012 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/971fbbbe942d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7330): checking classloading for 3a3971fefb77fd099b5c0cab63fda322 2024-12-05T03:19:02,014 INFO [StoreOpener-3a3971fefb77fd099b5c0cab63fda322-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 3a3971fefb77fd099b5c0cab63fda322 2024-12-05T03:19:02,017 INFO [StoreOpener-3a3971fefb77fd099b5c0cab63fda322-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3a3971fefb77fd099b5c0cab63fda322 columnFamilyName info 2024-12-05T03:19:02,017 DEBUG [StoreOpener-3a3971fefb77fd099b5c0cab63fda322-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:02,018 INFO [StoreOpener-3a3971fefb77fd099b5c0cab63fda322-1 {}] regionserver.HStore(327): Store=3a3971fefb77fd099b5c0cab63fda322/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T03:19:02,019 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/971fbbbe942d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/hbase/namespace/3a3971fefb77fd099b5c0cab63fda322 2024-12-05T03:19:02,020 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/971fbbbe942d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/hbase/namespace/3a3971fefb77fd099b5c0cab63fda322 2024-12-05T03:19:02,023 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/971fbbbe942d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1085): writing seq id for 3a3971fefb77fd099b5c0cab63fda322 2024-12-05T03:19:02,026 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/971fbbbe942d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/hbase/namespace/3a3971fefb77fd099b5c0cab63fda322/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T03:19:02,027 INFO [RS_OPEN_PRIORITY_REGION-regionserver/971fbbbe942d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1102): Opened 3a3971fefb77fd099b5c0cab63fda322; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63951228, jitterRate=-0.04705244302749634}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-05T03:19:02,029 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/971fbbbe942d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1001): Region open journal for 3a3971fefb77fd099b5c0cab63fda322: 2024-12-05T03:19:02,031 INFO [RS_OPEN_PRIORITY_REGION-regionserver/971fbbbe942d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:namespace,,1733368740803.3a3971fefb77fd099b5c0cab63fda322., pid=6, masterSystemTime=1733368742005 2024-12-05T03:19:02,034 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/971fbbbe942d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:namespace,,1733368740803.3a3971fefb77fd099b5c0cab63fda322. 2024-12-05T03:19:02,035 INFO [RS_OPEN_PRIORITY_REGION-regionserver/971fbbbe942d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(164): Opened hbase:namespace,,1733368740803.3a3971fefb77fd099b5c0cab63fda322. 2024-12-05T03:19:02,036 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=3a3971fefb77fd099b5c0cab63fda322, regionState=OPEN, openSeqNum=2, regionLocation=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:02,043 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=6, resume processing ppid=5 2024-12-05T03:19:02,043 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=6, ppid=5, state=SUCCESS; OpenRegionProcedure 3a3971fefb77fd099b5c0cab63fda322, server=971fbbbe942d,46085,1733368737191 in 189 msec 2024-12-05T03:19:02,047 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=5, resume processing ppid=4 2024-12-05T03:19:02,047 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=5, ppid=4, state=SUCCESS; TransitRegionStateProcedure table=hbase:namespace, region=3a3971fefb77fd099b5c0cab63fda322, ASSIGN in 352 msec 2024-12-05T03:19:02,049 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-05T03:19:02,049 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733368742049"}]},"ts":"1733368742049"} 2024-12-05T03:19:02,052 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLED in hbase:meta 2024-12-05T03:19:02,055 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_POST_OPERATION 2024-12-05T03:19:02,058 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=4, state=SUCCESS; CreateTableProcedure table=hbase:namespace in 1.2520 sec 2024-12-05T03:19:02,114 DEBUG [master/971fbbbe942d:0:becomeActiveMaster {}] zookeeper.ZKUtil(113): master:44461-0x100602fa0760000, quorum=127.0.0.1:54474, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/namespace 2024-12-05T03:19:02,116 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44461-0x100602fa0760000, quorum=127.0.0.1:54474, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/namespace 2024-12-05T03:19:02,116 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46085-0x100602fa0760001, quorum=127.0.0.1:54474, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T03:19:02,116 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44461-0x100602fa0760000, quorum=127.0.0.1:54474, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T03:19:02,146 DEBUG [master/971fbbbe942d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=7, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=default 2024-12-05T03:19:02,161 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44461-0x100602fa0760000, quorum=127.0.0.1:54474, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/namespace 2024-12-05T03:19:02,167 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=7, state=SUCCESS; CreateNamespaceProcedure, namespace=default in 24 msec 2024-12-05T03:19:02,170 DEBUG [master/971fbbbe942d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=8, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=hbase 2024-12-05T03:19:02,181 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44461-0x100602fa0760000, quorum=127.0.0.1:54474, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/namespace 2024-12-05T03:19:02,185 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=8, state=SUCCESS; CreateNamespaceProcedure, namespace=hbase in 14 msec 2024-12-05T03:19:02,196 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44461-0x100602fa0760000, quorum=127.0.0.1:54474, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/default 2024-12-05T03:19:02,199 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44461-0x100602fa0760000, quorum=127.0.0.1:54474, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/hbase 2024-12-05T03:19:02,200 INFO [master/971fbbbe942d:0:becomeActiveMaster {}] master.HMaster(1218): Master has completed initialization 4.925sec 2024-12-05T03:19:02,201 INFO [master/971fbbbe942d:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-05T03:19:02,203 INFO [master/971fbbbe942d:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-05T03:19:02,204 INFO [master/971fbbbe942d:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-05T03:19:02,205 INFO [master/971fbbbe942d:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-05T03:19:02,205 INFO [master/971fbbbe942d:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-05T03:19:02,206 INFO [master/971fbbbe942d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=971fbbbe942d,44461,1733368736455-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T03:19:02,207 INFO [master/971fbbbe942d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=971fbbbe942d,44461,1733368736455-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-05T03:19:02,214 DEBUG [master/971fbbbe942d:0:becomeActiveMaster {}] master.HMaster(1321): Balancer post startup initialization complete, took 0 seconds 2024-12-05T03:19:02,215 INFO [master/971fbbbe942d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-05T03:19:02,215 INFO [master/971fbbbe942d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=971fbbbe942d,44461,1733368736455-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T03:19:02,256 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x76523d14 to 127.0.0.1:54474 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@46873e4f 2024-12-05T03:19:02,256 WARN [Time-limited test {}] client.ZKConnectionRegistry(90): ZKConnectionRegistry is deprecated. See https://hbase.apache.org/book.html#client.rpcconnectionregistry 2024-12-05T03:19:02,264 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@76ba07, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T03:19:02,268 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-12-05T03:19:02,268 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-12-05T03:19:02,278 DEBUG [hconnection-0x7edf53b1-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T03:19:02,288 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52286, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T03:19:02,297 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1199): Minicluster is up; activeMaster=971fbbbe942d,44461,1733368736455 2024-12-05T03:19:02,315 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithAdaptivePolicy#testMixedAtomicity Thread=219, OpenFileDescriptor=444, MaxFileDescriptor=1048576, SystemLoadAverage=228, ProcessCount=11, AvailableMemoryMB=6807 2024-12-05T03:19:02,327 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T03:19:02,330 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40536, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T03:19:02,338 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-12-05T03:19:02,363 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T03:19:02,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] procedure2.ProcedureExecutor(1098): Stored pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-12-05T03:19:02,369 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-12-05T03:19:02,370 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:02,375 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-05T03:19:02,376 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 9 2024-12-05T03:19:02,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-05T03:19:02,398 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073741837_1013 (size=963) 2024-12-05T03:19:02,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-05T03:19:02,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-05T03:19:02,802 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => b1358d81e55a4e80f9eb71bacdaead0b, NAME => 'TestAcidGuarantees,,1733368742337.b1358d81e55a4e80f9eb71bacdaead0b.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c 2024-12-05T03:19:02,811 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073741838_1014 (size=53) 2024-12-05T03:19:02,812 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1733368742337.b1358d81e55a4e80f9eb71bacdaead0b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T03:19:02,812 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing b1358d81e55a4e80f9eb71bacdaead0b, disabling compactions & flushes 2024-12-05T03:19:02,812 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1733368742337.b1358d81e55a4e80f9eb71bacdaead0b. 2024-12-05T03:19:02,812 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1733368742337.b1358d81e55a4e80f9eb71bacdaead0b. 2024-12-05T03:19:02,812 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1733368742337.b1358d81e55a4e80f9eb71bacdaead0b. after waiting 0 ms 2024-12-05T03:19:02,812 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1733368742337.b1358d81e55a4e80f9eb71bacdaead0b. 2024-12-05T03:19:02,813 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1733368742337.b1358d81e55a4e80f9eb71bacdaead0b. 2024-12-05T03:19:02,813 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for b1358d81e55a4e80f9eb71bacdaead0b: 2024-12-05T03:19:02,815 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-12-05T03:19:02,815 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1733368742337.b1358d81e55a4e80f9eb71bacdaead0b.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1733368742815"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733368742815"}]},"ts":"1733368742815"} 2024-12-05T03:19:02,818 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-12-05T03:19:02,820 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-05T03:19:02,820 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733368742820"}]},"ts":"1733368742820"} 2024-12-05T03:19:02,822 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-12-05T03:19:02,827 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=b1358d81e55a4e80f9eb71bacdaead0b, ASSIGN}] 2024-12-05T03:19:02,829 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=b1358d81e55a4e80f9eb71bacdaead0b, ASSIGN 2024-12-05T03:19:02,830 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=b1358d81e55a4e80f9eb71bacdaead0b, ASSIGN; state=OFFLINE, location=971fbbbe942d,46085,1733368737191; forceNewPlan=false, retain=false 2024-12-05T03:19:02,981 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=b1358d81e55a4e80f9eb71bacdaead0b, regionState=OPENING, regionLocation=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:02,985 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE; OpenRegionProcedure b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191}] 2024-12-05T03:19:02,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-05T03:19:03,137 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 971fbbbe942d,46085,1733368737191 2024-12-05T03:19:03,144 INFO [RS_OPEN_REGION-regionserver/971fbbbe942d:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1733368742337.b1358d81e55a4e80f9eb71bacdaead0b. 2024-12-05T03:19:03,145 DEBUG [RS_OPEN_REGION-regionserver/971fbbbe942d:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(7285): Opening region: {ENCODED => b1358d81e55a4e80f9eb71bacdaead0b, NAME => 'TestAcidGuarantees,,1733368742337.b1358d81e55a4e80f9eb71bacdaead0b.', STARTKEY => '', ENDKEY => ''} 2024-12-05T03:19:03,145 DEBUG [RS_OPEN_REGION-regionserver/971fbbbe942d:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees b1358d81e55a4e80f9eb71bacdaead0b 2024-12-05T03:19:03,145 DEBUG [RS_OPEN_REGION-regionserver/971fbbbe942d:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1733368742337.b1358d81e55a4e80f9eb71bacdaead0b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T03:19:03,146 DEBUG [RS_OPEN_REGION-regionserver/971fbbbe942d:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(7327): checking encryption for b1358d81e55a4e80f9eb71bacdaead0b 2024-12-05T03:19:03,146 DEBUG [RS_OPEN_REGION-regionserver/971fbbbe942d:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(7330): checking classloading for b1358d81e55a4e80f9eb71bacdaead0b 2024-12-05T03:19:03,148 INFO [StoreOpener-b1358d81e55a4e80f9eb71bacdaead0b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region b1358d81e55a4e80f9eb71bacdaead0b 2024-12-05T03:19:03,151 INFO [StoreOpener-b1358d81e55a4e80f9eb71bacdaead0b-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-05T03:19:03,152 INFO [StoreOpener-b1358d81e55a4e80f9eb71bacdaead0b-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b1358d81e55a4e80f9eb71bacdaead0b columnFamilyName A 2024-12-05T03:19:03,152 DEBUG [StoreOpener-b1358d81e55a4e80f9eb71bacdaead0b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:03,153 INFO [StoreOpener-b1358d81e55a4e80f9eb71bacdaead0b-1 {}] regionserver.HStore(327): Store=b1358d81e55a4e80f9eb71bacdaead0b/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T03:19:03,153 INFO [StoreOpener-b1358d81e55a4e80f9eb71bacdaead0b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region b1358d81e55a4e80f9eb71bacdaead0b 2024-12-05T03:19:03,155 INFO [StoreOpener-b1358d81e55a4e80f9eb71bacdaead0b-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-05T03:19:03,155 INFO [StoreOpener-b1358d81e55a4e80f9eb71bacdaead0b-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b1358d81e55a4e80f9eb71bacdaead0b columnFamilyName B 2024-12-05T03:19:03,156 DEBUG [StoreOpener-b1358d81e55a4e80f9eb71bacdaead0b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:03,156 INFO [StoreOpener-b1358d81e55a4e80f9eb71bacdaead0b-1 {}] regionserver.HStore(327): Store=b1358d81e55a4e80f9eb71bacdaead0b/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T03:19:03,157 INFO [StoreOpener-b1358d81e55a4e80f9eb71bacdaead0b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region b1358d81e55a4e80f9eb71bacdaead0b 2024-12-05T03:19:03,159 INFO [StoreOpener-b1358d81e55a4e80f9eb71bacdaead0b-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-05T03:19:03,159 INFO [StoreOpener-b1358d81e55a4e80f9eb71bacdaead0b-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b1358d81e55a4e80f9eb71bacdaead0b columnFamilyName C 2024-12-05T03:19:03,159 DEBUG [StoreOpener-b1358d81e55a4e80f9eb71bacdaead0b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:03,160 INFO [StoreOpener-b1358d81e55a4e80f9eb71bacdaead0b-1 {}] regionserver.HStore(327): Store=b1358d81e55a4e80f9eb71bacdaead0b/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T03:19:03,161 INFO [RS_OPEN_REGION-regionserver/971fbbbe942d:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1733368742337.b1358d81e55a4e80f9eb71bacdaead0b. 2024-12-05T03:19:03,162 DEBUG [RS_OPEN_REGION-regionserver/971fbbbe942d:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b 2024-12-05T03:19:03,163 DEBUG [RS_OPEN_REGION-regionserver/971fbbbe942d:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b 2024-12-05T03:19:03,166 DEBUG [RS_OPEN_REGION-regionserver/971fbbbe942d:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-05T03:19:03,168 DEBUG [RS_OPEN_REGION-regionserver/971fbbbe942d:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1085): writing seq id for b1358d81e55a4e80f9eb71bacdaead0b 2024-12-05T03:19:03,172 DEBUG [RS_OPEN_REGION-regionserver/971fbbbe942d:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T03:19:03,173 INFO [RS_OPEN_REGION-regionserver/971fbbbe942d:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1102): Opened b1358d81e55a4e80f9eb71bacdaead0b; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61103526, jitterRate=-0.0894865095615387}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-05T03:19:03,174 DEBUG [RS_OPEN_REGION-regionserver/971fbbbe942d:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1001): Region open journal for b1358d81e55a4e80f9eb71bacdaead0b: 2024-12-05T03:19:03,176 INFO [RS_OPEN_REGION-regionserver/971fbbbe942d:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1733368742337.b1358d81e55a4e80f9eb71bacdaead0b., pid=11, masterSystemTime=1733368743137 2024-12-05T03:19:03,179 DEBUG [RS_OPEN_REGION-regionserver/971fbbbe942d:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1733368742337.b1358d81e55a4e80f9eb71bacdaead0b. 2024-12-05T03:19:03,179 INFO [RS_OPEN_REGION-regionserver/971fbbbe942d:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1733368742337.b1358d81e55a4e80f9eb71bacdaead0b. 2024-12-05T03:19:03,180 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=b1358d81e55a4e80f9eb71bacdaead0b, regionState=OPEN, openSeqNum=2, regionLocation=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:03,186 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=11, resume processing ppid=10 2024-12-05T03:19:03,186 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=11, ppid=10, state=SUCCESS; OpenRegionProcedure b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 in 198 msec 2024-12-05T03:19:03,189 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=10, resume processing ppid=9 2024-12-05T03:19:03,189 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=10, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=b1358d81e55a4e80f9eb71bacdaead0b, ASSIGN in 359 msec 2024-12-05T03:19:03,190 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-05T03:19:03,191 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733368743191"}]},"ts":"1733368743191"} 2024-12-05T03:19:03,193 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-12-05T03:19:03,197 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-12-05T03:19:03,199 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=9, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 833 msec 2024-12-05T03:19:03,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-05T03:19:03,499 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 9 completed 2024-12-05T03:19:03,503 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x6fcb5f29 to 127.0.0.1:54474 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7fdf5682 2024-12-05T03:19:03,507 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f6e36fe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T03:19:03,510 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T03:19:03,512 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50448, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T03:19:03,514 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T03:19:03,517 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46176, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T03:19:03,524 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1f2091cc to 127.0.0.1:54474 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@79d38d10 2024-12-05T03:19:03,528 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f343a4d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T03:19:03,529 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x09bd0964 to 127.0.0.1:54474 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6c63ae4e 2024-12-05T03:19:03,534 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1324ee83, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T03:19:03,535 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x18cb251d to 127.0.0.1:54474 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@736f1673 2024-12-05T03:19:03,538 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@478bae6b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T03:19:03,539 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x45b55c24 to 127.0.0.1:54474 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@4ee2166f 2024-12-05T03:19:03,543 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@48068a5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T03:19:03,545 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x0e52b42a to 127.0.0.1:54474 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3f34ff67 2024-12-05T03:19:03,549 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@38766d64, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T03:19:03,551 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x09ed28bb to 127.0.0.1:54474 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@4b5cad1a 2024-12-05T03:19:03,554 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@295cb1ac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T03:19:03,555 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x12a1285d to 127.0.0.1:54474 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3c3b736e 2024-12-05T03:19:03,558 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@70267494, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T03:19:03,560 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x353bc462 to 127.0.0.1:54474 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@767a8485 2024-12-05T03:19:03,563 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d2a8e08, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T03:19:03,564 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x47fe2fa7 to 127.0.0.1:54474 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6502d571 2024-12-05T03:19:03,567 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c915d17, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T03:19:03,574 DEBUG [hconnection-0x6313e8f1-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T03:19:03,576 DEBUG [hconnection-0x778c0741-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T03:19:03,577 DEBUG [hconnection-0x4b800cbf-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T03:19:03,577 DEBUG [hconnection-0x1c8a5105-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T03:19:03,577 DEBUG [hconnection-0x5dc12106-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T03:19:03,578 DEBUG [hconnection-0x4ee426b5-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T03:19:03,578 DEBUG [hconnection-0x6ee6832c-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T03:19:03,578 DEBUG [hconnection-0x4c21a880-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T03:19:03,579 DEBUG [hconnection-0x62bc4cf2-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T03:19:03,580 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50458, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T03:19:03,580 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50462, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T03:19:03,581 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-05T03:19:03,585 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50474, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T03:19:03,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] procedure2.ProcedureExecutor(1098): Stored pid=12, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=12, table=TestAcidGuarantees 2024-12-05T03:19:03,587 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50480, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T03:19:03,588 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50496, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T03:19:03,589 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=12, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=12, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-05T03:19:03,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-12-05T03:19:03,592 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50500, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T03:19:03,595 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50518, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T03:19:03,597 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50524, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T03:19:03,604 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=12, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=12, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-05T03:19:03,605 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50504, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T03:19:03,606 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-05T03:19:03,663 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing b1358d81e55a4e80f9eb71bacdaead0b 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-05T03:19:03,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(8581): Flush requested on b1358d81e55a4e80f9eb71bacdaead0b 2024-12-05T03:19:03,670 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b1358d81e55a4e80f9eb71bacdaead0b, store=A 2024-12-05T03:19:03,671 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T03:19:03,671 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b1358d81e55a4e80f9eb71bacdaead0b, store=B 2024-12-05T03:19:03,672 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T03:19:03,672 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b1358d81e55a4e80f9eb71bacdaead0b, store=C 2024-12-05T03:19:03,672 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T03:19:03,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-12-05T03:19:03,771 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 971fbbbe942d,46085,1733368737191 2024-12-05T03:19:03,773 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46085 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-12-05T03:19:03,780 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733368742337.b1358d81e55a4e80f9eb71bacdaead0b. 2024-12-05T03:19:03,781 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733368742337.b1358d81e55a4e80f9eb71bacdaead0b. as already flushing 2024-12-05T03:19:03,781 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733368742337.b1358d81e55a4e80f9eb71bacdaead0b. 2024-12-05T03:19:03,782 ERROR [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => b1358d81e55a4e80f9eb71bacdaead0b, NAME => 'TestAcidGuarantees,,1733368742337.b1358d81e55a4e80f9eb71bacdaead0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:19:03,784 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => b1358d81e55a4e80f9eb71bacdaead0b, NAME => 'TestAcidGuarantees,,1733368742337.b1358d81e55a4e80f9eb71bacdaead0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:19:03,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b1358d81e55a4e80f9eb71bacdaead0b, NAME => 'TestAcidGuarantees,,1733368742337.b1358d81e55a4e80f9eb71bacdaead0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b1358d81e55a4e80f9eb71bacdaead0b, NAME => 'TestAcidGuarantees,,1733368742337.b1358d81e55a4e80f9eb71bacdaead0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:19:03,802 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/.tmp/A/1d3c137c08fa4a2093f839bd132d51a0 is 50, key is test_row_0/A:col10/1733368743648/Put/seqid=0 2024-12-05T03:19:03,827 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073741839_1015 (size=12001) 2024-12-05T03:19:03,828 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:03,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50474 deadline: 1733368803794, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:03,831 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:03,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50496 deadline: 1733368803801, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:03,833 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:03,833 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:03,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50518 deadline: 1733368803806, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:03,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50462 deadline: 1733368803821, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:03,834 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:03,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50480 deadline: 1733368803827, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:03,838 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/.tmp/A/1d3c137c08fa4a2093f839bd132d51a0 2024-12-05T03:19:03,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-12-05T03:19:03,951 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 971fbbbe942d,46085,1733368737191 2024-12-05T03:19:03,961 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46085 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-12-05T03:19:03,964 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/.tmp/B/d02f4a3fb26b47879b9490b69c04b268 is 50, key is test_row_0/B:col10/1733368743648/Put/seqid=0 2024-12-05T03:19:03,964 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733368742337.b1358d81e55a4e80f9eb71bacdaead0b. 2024-12-05T03:19:03,966 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733368742337.b1358d81e55a4e80f9eb71bacdaead0b. as already flushing 2024-12-05T03:19:03,966 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733368742337.b1358d81e55a4e80f9eb71bacdaead0b. 2024-12-05T03:19:03,966 ERROR [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => b1358d81e55a4e80f9eb71bacdaead0b, NAME => 'TestAcidGuarantees,,1733368742337.b1358d81e55a4e80f9eb71bacdaead0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:19:03,967 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => b1358d81e55a4e80f9eb71bacdaead0b, NAME => 'TestAcidGuarantees,,1733368742337.b1358d81e55a4e80f9eb71bacdaead0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:19:03,970 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:03,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50480 deadline: 1733368803968, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:03,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b1358d81e55a4e80f9eb71bacdaead0b, NAME => 'TestAcidGuarantees,,1733368742337.b1358d81e55a4e80f9eb71bacdaead0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b1358d81e55a4e80f9eb71bacdaead0b, NAME => 'TestAcidGuarantees,,1733368742337.b1358d81e55a4e80f9eb71bacdaead0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:19:03,976 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:03,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50496 deadline: 1733368803970, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:03,977 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073741840_1016 (size=12001) 2024-12-05T03:19:03,978 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:03,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50462 deadline: 1733368803970, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:03,979 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/.tmp/B/d02f4a3fb26b47879b9490b69c04b268 2024-12-05T03:19:03,979 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:03,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50518 deadline: 1733368803970, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:03,984 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:03,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50474 deadline: 1733368803975, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:04,038 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/.tmp/C/33d086443ae646a9bc32eb221a598dd2 is 50, key is test_row_0/C:col10/1733368743648/Put/seqid=0 2024-12-05T03:19:04,059 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073741841_1017 (size=12001) 2024-12-05T03:19:04,063 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/.tmp/C/33d086443ae646a9bc32eb221a598dd2 2024-12-05T03:19:04,079 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/.tmp/A/1d3c137c08fa4a2093f839bd132d51a0 as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/A/1d3c137c08fa4a2093f839bd132d51a0 2024-12-05T03:19:04,096 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/A/1d3c137c08fa4a2093f839bd132d51a0, entries=150, sequenceid=12, filesize=11.7 K 2024-12-05T03:19:04,109 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/.tmp/B/d02f4a3fb26b47879b9490b69c04b268 as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/B/d02f4a3fb26b47879b9490b69c04b268 2024-12-05T03:19:04,126 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/B/d02f4a3fb26b47879b9490b69c04b268, entries=150, sequenceid=12, filesize=11.7 K 2024-12-05T03:19:04,131 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/.tmp/C/33d086443ae646a9bc32eb221a598dd2 as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/C/33d086443ae646a9bc32eb221a598dd2 2024-12-05T03:19:04,131 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 971fbbbe942d,46085,1733368737191 2024-12-05T03:19:04,132 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46085 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-12-05T03:19:04,138 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733368742337.b1358d81e55a4e80f9eb71bacdaead0b. 2024-12-05T03:19:04,138 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733368742337.b1358d81e55a4e80f9eb71bacdaead0b. as already flushing 2024-12-05T03:19:04,138 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733368742337.b1358d81e55a4e80f9eb71bacdaead0b. 2024-12-05T03:19:04,138 ERROR [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => b1358d81e55a4e80f9eb71bacdaead0b, NAME => 'TestAcidGuarantees,,1733368742337.b1358d81e55a4e80f9eb71bacdaead0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:19:04,139 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => b1358d81e55a4e80f9eb71bacdaead0b, NAME => 'TestAcidGuarantees,,1733368742337.b1358d81e55a4e80f9eb71bacdaead0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:19:04,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b1358d81e55a4e80f9eb71bacdaead0b, NAME => 'TestAcidGuarantees,,1733368742337.b1358d81e55a4e80f9eb71bacdaead0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b1358d81e55a4e80f9eb71bacdaead0b, NAME => 'TestAcidGuarantees,,1733368742337.b1358d81e55a4e80f9eb71bacdaead0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:19:04,144 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/C/33d086443ae646a9bc32eb221a598dd2, entries=150, sequenceid=12, filesize=11.7 K 2024-12-05T03:19:04,146 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for b1358d81e55a4e80f9eb71bacdaead0b in 483ms, sequenceid=12, compaction requested=false 2024-12-05T03:19:04,148 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-12-05T03:19:04,150 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for b1358d81e55a4e80f9eb71bacdaead0b: 2024-12-05T03:19:04,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(8581): Flush requested on b1358d81e55a4e80f9eb71bacdaead0b 2024-12-05T03:19:04,195 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing b1358d81e55a4e80f9eb71bacdaead0b 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-12-05T03:19:04,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-12-05T03:19:04,199 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b1358d81e55a4e80f9eb71bacdaead0b, store=A 2024-12-05T03:19:04,199 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T03:19:04,199 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b1358d81e55a4e80f9eb71bacdaead0b, store=B 2024-12-05T03:19:04,199 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T03:19:04,199 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b1358d81e55a4e80f9eb71bacdaead0b, store=C 2024-12-05T03:19:04,200 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T03:19:04,213 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/.tmp/A/c670ffecb6f94c32a4fd42d6adf0deb0 is 50, key is test_row_0/A:col10/1733368743816/Put/seqid=0 2024-12-05T03:19:04,226 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:04,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50480 deadline: 1733368804214, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:04,230 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:04,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50462 deadline: 1733368804219, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:04,232 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:04,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50518 deadline: 1733368804223, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:04,232 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:04,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50496 deadline: 1733368804225, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:04,236 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:04,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50474 deadline: 1733368804229, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:04,259 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073741842_1018 (size=12001) 2024-12-05T03:19:04,262 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=39 (bloomFilter=true), to=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/.tmp/A/c670ffecb6f94c32a4fd42d6adf0deb0 2024-12-05T03:19:04,292 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 971fbbbe942d,46085,1733368737191 2024-12-05T03:19:04,293 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/.tmp/B/943452473afb4b32803775e564adb490 is 50, key is test_row_0/B:col10/1733368743816/Put/seqid=0 2024-12-05T03:19:04,293 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46085 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-12-05T03:19:04,293 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733368742337.b1358d81e55a4e80f9eb71bacdaead0b. 2024-12-05T03:19:04,294 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733368742337.b1358d81e55a4e80f9eb71bacdaead0b. as already flushing 2024-12-05T03:19:04,294 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733368742337.b1358d81e55a4e80f9eb71bacdaead0b. 2024-12-05T03:19:04,294 ERROR [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => b1358d81e55a4e80f9eb71bacdaead0b, NAME => 'TestAcidGuarantees,,1733368742337.b1358d81e55a4e80f9eb71bacdaead0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:19:04,294 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => b1358d81e55a4e80f9eb71bacdaead0b, NAME => 'TestAcidGuarantees,,1733368742337.b1358d81e55a4e80f9eb71bacdaead0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:19:04,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b1358d81e55a4e80f9eb71bacdaead0b, NAME => 'TestAcidGuarantees,,1733368742337.b1358d81e55a4e80f9eb71bacdaead0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b1358d81e55a4e80f9eb71bacdaead0b, NAME => 'TestAcidGuarantees,,1733368742337.b1358d81e55a4e80f9eb71bacdaead0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:19:04,316 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073741843_1019 (size=12001) 2024-12-05T03:19:04,317 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=39 (bloomFilter=true), to=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/.tmp/B/943452473afb4b32803775e564adb490 2024-12-05T03:19:04,348 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/.tmp/C/5b1fe623e6bf44ac9a4800572f5ecf9a is 50, key is test_row_0/C:col10/1733368743816/Put/seqid=0 2024-12-05T03:19:04,354 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:04,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50480 deadline: 1733368804331, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:04,355 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:04,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50462 deadline: 1733368804335, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:04,356 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:04,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50518 deadline: 1733368804337, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:04,357 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:04,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50474 deadline: 1733368804340, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:04,358 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:04,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50496 deadline: 1733368804336, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:04,375 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073741844_1020 (size=12001) 2024-12-05T03:19:04,380 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=39 (bloomFilter=true), to=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/.tmp/C/5b1fe623e6bf44ac9a4800572f5ecf9a 2024-12-05T03:19:04,393 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/.tmp/A/c670ffecb6f94c32a4fd42d6adf0deb0 as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/A/c670ffecb6f94c32a4fd42d6adf0deb0 2024-12-05T03:19:04,406 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/A/c670ffecb6f94c32a4fd42d6adf0deb0, entries=150, sequenceid=39, filesize=11.7 K 2024-12-05T03:19:04,409 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/.tmp/B/943452473afb4b32803775e564adb490 as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/B/943452473afb4b32803775e564adb490 2024-12-05T03:19:04,420 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/B/943452473afb4b32803775e564adb490, entries=150, sequenceid=39, filesize=11.7 K 2024-12-05T03:19:04,422 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/.tmp/C/5b1fe623e6bf44ac9a4800572f5ecf9a as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/C/5b1fe623e6bf44ac9a4800572f5ecf9a 2024-12-05T03:19:04,434 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/C/5b1fe623e6bf44ac9a4800572f5ecf9a, entries=150, sequenceid=39, filesize=11.7 K 2024-12-05T03:19:04,436 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=46.96 KB/48090 for b1358d81e55a4e80f9eb71bacdaead0b in 240ms, sequenceid=39, compaction requested=false 2024-12-05T03:19:04,436 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for b1358d81e55a4e80f9eb71bacdaead0b: 2024-12-05T03:19:04,449 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 971fbbbe942d,46085,1733368737191 2024-12-05T03:19:04,450 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46085 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-12-05T03:19:04,451 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733368742337.b1358d81e55a4e80f9eb71bacdaead0b. 2024-12-05T03:19:04,451 INFO [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2837): Flushing b1358d81e55a4e80f9eb71bacdaead0b 3/3 column families, dataSize=46.96 KB heapSize=123.80 KB 2024-12-05T03:19:04,451 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b1358d81e55a4e80f9eb71bacdaead0b, store=A 2024-12-05T03:19:04,452 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T03:19:04,452 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b1358d81e55a4e80f9eb71bacdaead0b, store=B 2024-12-05T03:19:04,452 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T03:19:04,452 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b1358d81e55a4e80f9eb71bacdaead0b, store=C 2024-12-05T03:19:04,452 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T03:19:04,474 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/.tmp/A/301177f5046e4878ad6d66f5d71d40dc is 50, key is test_row_1/A:col10/1733368744221/Put/seqid=0 2024-12-05T03:19:04,507 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073741845_1021 (size=9657) 2024-12-05T03:19:04,567 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733368742337.b1358d81e55a4e80f9eb71bacdaead0b. as already flushing 2024-12-05T03:19:04,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(8581): Flush requested on b1358d81e55a4e80f9eb71bacdaead0b 2024-12-05T03:19:04,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-12-05T03:19:04,703 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.batchMutate(HRegion.java:4533) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.batchMutate(HRegion.java:4464) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.mutate(HRegion.java:4953) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.mutate(HRegion.java:4947) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.mutate(HRegion.java:4943) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3233) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:04,703 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:04,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50462 deadline: 1733368804674, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:04,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50480 deadline: 1733368804675, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:04,705 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:04,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50518 deadline: 1733368804688, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:04,711 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:04,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50474 deadline: 1733368804704, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:04,712 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:04,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50496 deadline: 1733368804706, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:04,817 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:04,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50480 deadline: 1733368804807, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:04,818 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:04,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50462 deadline: 1733368804807, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:04,819 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:04,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50518 deadline: 1733368804808, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:04,821 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:04,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50474 deadline: 1733368804814, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:04,822 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:04,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50496 deadline: 1733368804815, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:04,910 INFO [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=49 (bloomFilter=true), to=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/.tmp/A/301177f5046e4878ad6d66f5d71d40dc 2024-12-05T03:19:04,941 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/.tmp/B/74cc20b264e8403085cb5c55124279a2 is 50, key is test_row_1/B:col10/1733368744221/Put/seqid=0 2024-12-05T03:19:04,964 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073741846_1022 (size=9657) 2024-12-05T03:19:04,966 INFO [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=49 (bloomFilter=true), to=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/.tmp/B/74cc20b264e8403085cb5c55124279a2 2024-12-05T03:19:04,987 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/.tmp/C/634dd33370b944efa86d7feb43d59219 is 50, key is test_row_1/C:col10/1733368744221/Put/seqid=0 2024-12-05T03:19:05,018 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073741847_1023 (size=9657) 2024-12-05T03:19:05,021 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:05,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50480 deadline: 1733368805020, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:05,025 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:05,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50462 deadline: 1733368805022, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:05,027 INFO [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=49 (bloomFilter=true), to=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/.tmp/C/634dd33370b944efa86d7feb43d59219 2024-12-05T03:19:05,027 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:05,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50518 deadline: 1733368805023, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:05,029 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:05,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50496 deadline: 1733368805025, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:05,029 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:05,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50474 deadline: 1733368805024, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:05,041 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/.tmp/A/301177f5046e4878ad6d66f5d71d40dc as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/A/301177f5046e4878ad6d66f5d71d40dc 2024-12-05T03:19:05,053 INFO [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/A/301177f5046e4878ad6d66f5d71d40dc, entries=100, sequenceid=49, filesize=9.4 K 2024-12-05T03:19:05,055 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/.tmp/B/74cc20b264e8403085cb5c55124279a2 as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/B/74cc20b264e8403085cb5c55124279a2 2024-12-05T03:19:05,065 INFO [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/B/74cc20b264e8403085cb5c55124279a2, entries=100, sequenceid=49, filesize=9.4 K 2024-12-05T03:19:05,067 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/.tmp/C/634dd33370b944efa86d7feb43d59219 as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/C/634dd33370b944efa86d7feb43d59219 2024-12-05T03:19:05,080 INFO [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/C/634dd33370b944efa86d7feb43d59219, entries=100, sequenceid=49, filesize=9.4 K 2024-12-05T03:19:05,081 INFO [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(3040): Finished flush of dataSize ~46.96 KB/48090, heapSize ~123.75 KB/126720, currentSize=161.02 KB/164880 for b1358d81e55a4e80f9eb71bacdaead0b in 630ms, sequenceid=49, compaction requested=true 2024-12-05T03:19:05,082 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2538): Flush status journal for b1358d81e55a4e80f9eb71bacdaead0b: 2024-12-05T03:19:05,082 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733368742337.b1358d81e55a4e80f9eb71bacdaead0b. 2024-12-05T03:19:05,082 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-12-05T03:19:05,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.HMaster(4106): Remote procedure done, pid=13 2024-12-05T03:19:05,089 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=13, resume processing ppid=12 2024-12-05T03:19:05,089 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=13, ppid=12, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4780 sec 2024-12-05T03:19:05,093 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=12, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=12, table=TestAcidGuarantees in 1.5070 sec 2024-12-05T03:19:05,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(8581): Flush requested on b1358d81e55a4e80f9eb71bacdaead0b 2024-12-05T03:19:05,330 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing b1358d81e55a4e80f9eb71bacdaead0b 3/3 column families, dataSize=167.72 KB heapSize=440.20 KB 2024-12-05T03:19:05,330 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b1358d81e55a4e80f9eb71bacdaead0b, store=A 2024-12-05T03:19:05,330 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T03:19:05,334 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b1358d81e55a4e80f9eb71bacdaead0b, store=B 2024-12-05T03:19:05,335 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T03:19:05,335 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b1358d81e55a4e80f9eb71bacdaead0b, store=C 2024-12-05T03:19:05,335 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T03:19:05,345 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:05,345 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:05,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50480 deadline: 1733368805339, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:05,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50462 deadline: 1733368805341, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:05,347 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:05,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50518 deadline: 1733368805344, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:05,348 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:05,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50474 deadline: 1733368805346, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:05,349 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:05,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50496 deadline: 1733368805346, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:05,371 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/.tmp/A/8179dcc0155d4a85919341cb50d4a925 is 50, key is test_row_0/A:col10/1733368744683/Put/seqid=0 2024-12-05T03:19:05,384 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073741848_1024 (size=14341) 2024-12-05T03:19:05,387 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/.tmp/A/8179dcc0155d4a85919341cb50d4a925 2024-12-05T03:19:05,419 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/.tmp/B/42d6189cdb974d2999e7910fc048e6b5 is 50, key is test_row_0/B:col10/1733368744683/Put/seqid=0 2024-12-05T03:19:05,455 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073741849_1025 (size=12001) 2024-12-05T03:19:05,455 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:05,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50480 deadline: 1733368805449, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:05,457 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/.tmp/B/42d6189cdb974d2999e7910fc048e6b5 2024-12-05T03:19:05,457 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:05,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50462 deadline: 1733368805449, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:05,458 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:05,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50518 deadline: 1733368805450, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:05,459 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:05,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50496 deadline: 1733368805452, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:05,460 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:05,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50474 deadline: 1733368805456, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:05,479 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/.tmp/C/6e4a6aadce5c4250a320f8087b193374 is 50, key is test_row_0/C:col10/1733368744683/Put/seqid=0 2024-12-05T03:19:05,516 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073741850_1026 (size=12001) 2024-12-05T03:19:05,519 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/.tmp/C/6e4a6aadce5c4250a320f8087b193374 2024-12-05T03:19:05,536 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/.tmp/A/8179dcc0155d4a85919341cb50d4a925 as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/A/8179dcc0155d4a85919341cb50d4a925 2024-12-05T03:19:05,553 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/A/8179dcc0155d4a85919341cb50d4a925, entries=200, sequenceid=77, filesize=14.0 K 2024-12-05T03:19:05,557 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/.tmp/B/42d6189cdb974d2999e7910fc048e6b5 as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/B/42d6189cdb974d2999e7910fc048e6b5 2024-12-05T03:19:05,571 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/B/42d6189cdb974d2999e7910fc048e6b5, entries=150, sequenceid=77, filesize=11.7 K 2024-12-05T03:19:05,581 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/.tmp/C/6e4a6aadce5c4250a320f8087b193374 as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/C/6e4a6aadce5c4250a320f8087b193374 2024-12-05T03:19:05,597 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/C/6e4a6aadce5c4250a320f8087b193374, entries=150, sequenceid=77, filesize=11.7 K 2024-12-05T03:19:05,599 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~167.72 KB/171750, heapSize ~440.16 KB/450720, currentSize=33.54 KB/34350 for b1358d81e55a4e80f9eb71bacdaead0b in 270ms, sequenceid=77, compaction requested=true 2024-12-05T03:19:05,599 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for b1358d81e55a4e80f9eb71bacdaead0b: 2024-12-05T03:19:05,602 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b1358d81e55a4e80f9eb71bacdaead0b:A, priority=-2147483648, current under compaction store size is 1 2024-12-05T03:19:05,602 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T03:19:05,602 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b1358d81e55a4e80f9eb71bacdaead0b:B, priority=-2147483648, current under compaction store size is 2 2024-12-05T03:19:05,602 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T03:19:05,602 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b1358d81e55a4e80f9eb71bacdaead0b:C, priority=-2147483648, current under compaction store size is 3 2024-12-05T03:19:05,602 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T03:19:05,602 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-05T03:19:05,602 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-05T03:19:05,608 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 45660 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-05T03:19:05,609 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.HStore(1540): b1358d81e55a4e80f9eb71bacdaead0b/B is initiating minor compaction (all files) 2024-12-05T03:19:05,610 INFO [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of b1358d81e55a4e80f9eb71bacdaead0b/B in TestAcidGuarantees,,1733368742337.b1358d81e55a4e80f9eb71bacdaead0b. 2024-12-05T03:19:05,610 INFO [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/B/d02f4a3fb26b47879b9490b69c04b268, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/B/943452473afb4b32803775e564adb490, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/B/74cc20b264e8403085cb5c55124279a2, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/B/42d6189cdb974d2999e7910fc048e6b5] into tmpdir=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/.tmp, totalSize=44.6 K 2024-12-05T03:19:05,612 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] compactions.Compactor(224): Compacting d02f4a3fb26b47879b9490b69c04b268, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1733368743636 2024-12-05T03:19:05,612 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48000 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-05T03:19:05,612 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.HStore(1540): b1358d81e55a4e80f9eb71bacdaead0b/A is initiating minor compaction (all files) 2024-12-05T03:19:05,612 INFO [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of b1358d81e55a4e80f9eb71bacdaead0b/A in TestAcidGuarantees,,1733368742337.b1358d81e55a4e80f9eb71bacdaead0b. 2024-12-05T03:19:05,612 INFO [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/A/1d3c137c08fa4a2093f839bd132d51a0, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/A/c670ffecb6f94c32a4fd42d6adf0deb0, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/A/301177f5046e4878ad6d66f5d71d40dc, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/A/8179dcc0155d4a85919341cb50d4a925] into tmpdir=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/.tmp, totalSize=46.9 K 2024-12-05T03:19:05,614 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1d3c137c08fa4a2093f839bd132d51a0, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1733368743636 2024-12-05T03:19:05,614 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] compactions.Compactor(224): Compacting 943452473afb4b32803775e564adb490, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=39, earliestPutTs=1733368743816 2024-12-05T03:19:05,615 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] compactions.Compactor(224): Compacting c670ffecb6f94c32a4fd42d6adf0deb0, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=39, earliestPutTs=1733368743816 2024-12-05T03:19:05,615 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] compactions.Compactor(224): Compacting 74cc20b264e8403085cb5c55124279a2, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1733368744215 2024-12-05T03:19:05,615 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] compactions.Compactor(224): Compacting 301177f5046e4878ad6d66f5d71d40dc, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1733368744215 2024-12-05T03:19:05,616 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] compactions.Compactor(224): Compacting 42d6189cdb974d2999e7910fc048e6b5, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1733368744666 2024-12-05T03:19:05,617 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8179dcc0155d4a85919341cb50d4a925, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1733368744666 2024-12-05T03:19:05,670 INFO [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): b1358d81e55a4e80f9eb71bacdaead0b#A#compaction#12 average throughput is 0.73 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T03:19:05,671 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/.tmp/A/4ae5c794fcda4700abfa0e72fc148e62 is 50, key is test_row_0/A:col10/1733368744683/Put/seqid=0 2024-12-05T03:19:05,681 INFO [RS:0;971fbbbe942d:46085-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b1358d81e55a4e80f9eb71bacdaead0b#B#compaction#13 average throughput is 0.82 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T03:19:05,682 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/.tmp/B/be5addbabc824357a51333f0af327aa1 is 50, key is test_row_0/B:col10/1733368744683/Put/seqid=0 2024-12-05T03:19:05,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(8581): Flush requested on b1358d81e55a4e80f9eb71bacdaead0b 2024-12-05T03:19:05,689 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing b1358d81e55a4e80f9eb71bacdaead0b 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-05T03:19:05,691 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b1358d81e55a4e80f9eb71bacdaead0b, store=A 2024-12-05T03:19:05,691 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T03:19:05,691 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b1358d81e55a4e80f9eb71bacdaead0b, store=B 2024-12-05T03:19:05,691 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T03:19:05,692 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b1358d81e55a4e80f9eb71bacdaead0b, store=C 2024-12-05T03:19:05,692 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T03:19:05,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-12-05T03:19:05,703 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 12 completed 2024-12-05T03:19:05,706 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-05T03:19:05,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] procedure2.ProcedureExecutor(1098): Stored pid=14, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=14, table=TestAcidGuarantees 2024-12-05T03:19:05,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-12-05T03:19:05,709 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=14, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=14, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-05T03:19:05,710 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=14, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=14, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-05T03:19:05,710 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-05T03:19:05,735 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/.tmp/A/f9462d9ec1cc41a3a12824a7fde6d177 is 50, key is test_row_0/A:col10/1733368745688/Put/seqid=0 2024-12-05T03:19:05,736 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073741852_1028 (size=12139) 2024-12-05T03:19:05,739 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073741851_1027 (size=12139) 2024-12-05T03:19:05,755 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/.tmp/A/4ae5c794fcda4700abfa0e72fc148e62 as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/A/4ae5c794fcda4700abfa0e72fc148e62 2024-12-05T03:19:05,779 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:05,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50496 deadline: 1733368805760, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:05,781 INFO [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in b1358d81e55a4e80f9eb71bacdaead0b/A of b1358d81e55a4e80f9eb71bacdaead0b into 4ae5c794fcda4700abfa0e72fc148e62(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T03:19:05,781 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for b1358d81e55a4e80f9eb71bacdaead0b: 2024-12-05T03:19:05,781 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:05,781 INFO [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733368742337.b1358d81e55a4e80f9eb71bacdaead0b., storeName=b1358d81e55a4e80f9eb71bacdaead0b/A, priority=12, startTime=1733368745601; duration=0sec 2024-12-05T03:19:05,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50462 deadline: 1733368805761, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:05,781 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T03:19:05,782 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b1358d81e55a4e80f9eb71bacdaead0b:A 2024-12-05T03:19:05,782 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-05T03:19:05,783 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073741853_1029 (size=12001) 2024-12-05T03:19:05,784 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=89 (bloomFilter=true), to=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/.tmp/A/f9462d9ec1cc41a3a12824a7fde6d177 2024-12-05T03:19:05,789 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:05,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50474 deadline: 1733368805772, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:05,792 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 45660 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-05T03:19:05,792 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.HStore(1540): b1358d81e55a4e80f9eb71bacdaead0b/C is initiating minor compaction (all files) 2024-12-05T03:19:05,792 INFO [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of b1358d81e55a4e80f9eb71bacdaead0b/C in TestAcidGuarantees,,1733368742337.b1358d81e55a4e80f9eb71bacdaead0b. 2024-12-05T03:19:05,793 INFO [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/C/33d086443ae646a9bc32eb221a598dd2, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/C/5b1fe623e6bf44ac9a4800572f5ecf9a, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/C/634dd33370b944efa86d7feb43d59219, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/C/6e4a6aadce5c4250a320f8087b193374] into tmpdir=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/.tmp, totalSize=44.6 K 2024-12-05T03:19:05,795 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:05,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50480 deadline: 1733368805778, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:05,796 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:05,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50518 deadline: 1733368805780, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:05,800 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] compactions.Compactor(224): Compacting 33d086443ae646a9bc32eb221a598dd2, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1733368743636 2024-12-05T03:19:05,800 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5b1fe623e6bf44ac9a4800572f5ecf9a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=39, earliestPutTs=1733368743816 2024-12-05T03:19:05,801 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] compactions.Compactor(224): Compacting 634dd33370b944efa86d7feb43d59219, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1733368744215 2024-12-05T03:19:05,802 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6e4a6aadce5c4250a320f8087b193374, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1733368744666 2024-12-05T03:19:05,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-12-05T03:19:05,813 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/.tmp/B/45b9e0dee3c74ffba042b81aaaf9e220 is 50, key is test_row_0/B:col10/1733368745688/Put/seqid=0 2024-12-05T03:19:05,836 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073741854_1030 (size=12001) 2024-12-05T03:19:05,839 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=89 (bloomFilter=true), to=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/.tmp/B/45b9e0dee3c74ffba042b81aaaf9e220 2024-12-05T03:19:05,846 INFO [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): b1358d81e55a4e80f9eb71bacdaead0b#C#compaction#16 average throughput is 1.31 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T03:19:05,847 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/.tmp/C/b690a96bd3944e0281bd6235bac102d3 is 50, key is test_row_0/C:col10/1733368744683/Put/seqid=0 2024-12-05T03:19:05,863 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 971fbbbe942d,46085,1733368737191 2024-12-05T03:19:05,864 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46085 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=15 2024-12-05T03:19:05,864 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733368742337.b1358d81e55a4e80f9eb71bacdaead0b. 2024-12-05T03:19:05,864 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733368742337.b1358d81e55a4e80f9eb71bacdaead0b. as already flushing 2024-12-05T03:19:05,864 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733368742337.b1358d81e55a4e80f9eb71bacdaead0b. 2024-12-05T03:19:05,864 ERROR [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] handler.RSProcedureHandler(58): pid=15 java.io.IOException: Unable to complete flush {ENCODED => b1358d81e55a4e80f9eb71bacdaead0b, NAME => 'TestAcidGuarantees,,1733368742337.b1358d81e55a4e80f9eb71bacdaead0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:19:05,865 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=15 java.io.IOException: Unable to complete flush {ENCODED => b1358d81e55a4e80f9eb71bacdaead0b, NAME => 'TestAcidGuarantees,,1733368742337.b1358d81e55a4e80f9eb71bacdaead0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:19:05,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.HMaster(4114): Remote procedure failed, pid=15 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b1358d81e55a4e80f9eb71bacdaead0b, NAME => 'TestAcidGuarantees,,1733368742337.b1358d81e55a4e80f9eb71bacdaead0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b1358d81e55a4e80f9eb71bacdaead0b, NAME => 'TestAcidGuarantees,,1733368742337.b1358d81e55a4e80f9eb71bacdaead0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:19:05,871 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/.tmp/C/0ae8de5a281b4e6ca60916494261b33c is 50, key is test_row_0/C:col10/1733368745688/Put/seqid=0 2024-12-05T03:19:05,888 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:05,888 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073741855_1031 (size=12139) 2024-12-05T03:19:05,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50496 deadline: 1733368805883, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:05,889 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:05,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50462 deadline: 1733368805883, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:05,903 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:05,903 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/.tmp/C/b690a96bd3944e0281bd6235bac102d3 as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/C/b690a96bd3944e0281bd6235bac102d3 2024-12-05T03:19:05,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50474 deadline: 1733368805894, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:05,907 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:05,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50518 deadline: 1733368805899, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:05,908 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:05,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50480 deadline: 1733368805899, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:05,915 INFO [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in b1358d81e55a4e80f9eb71bacdaead0b/C of b1358d81e55a4e80f9eb71bacdaead0b into b690a96bd3944e0281bd6235bac102d3(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T03:19:05,916 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for b1358d81e55a4e80f9eb71bacdaead0b: 2024-12-05T03:19:05,916 INFO [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733368742337.b1358d81e55a4e80f9eb71bacdaead0b., storeName=b1358d81e55a4e80f9eb71bacdaead0b/C, priority=12, startTime=1733368745602; duration=0sec 2024-12-05T03:19:05,917 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T03:19:05,917 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b1358d81e55a4e80f9eb71bacdaead0b:C 2024-12-05T03:19:05,919 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073741856_1032 (size=12001) 2024-12-05T03:19:05,921 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=89 (bloomFilter=true), to=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/.tmp/C/0ae8de5a281b4e6ca60916494261b33c 2024-12-05T03:19:05,931 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/.tmp/A/f9462d9ec1cc41a3a12824a7fde6d177 as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/A/f9462d9ec1cc41a3a12824a7fde6d177 2024-12-05T03:19:05,943 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/A/f9462d9ec1cc41a3a12824a7fde6d177, entries=150, sequenceid=89, filesize=11.7 K 2024-12-05T03:19:05,945 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/.tmp/B/45b9e0dee3c74ffba042b81aaaf9e220 as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/B/45b9e0dee3c74ffba042b81aaaf9e220 2024-12-05T03:19:05,956 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/B/45b9e0dee3c74ffba042b81aaaf9e220, entries=150, sequenceid=89, filesize=11.7 K 2024-12-05T03:19:05,957 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/.tmp/C/0ae8de5a281b4e6ca60916494261b33c as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/C/0ae8de5a281b4e6ca60916494261b33c 2024-12-05T03:19:05,969 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/C/0ae8de5a281b4e6ca60916494261b33c, entries=150, sequenceid=89, filesize=11.7 K 2024-12-05T03:19:05,971 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for b1358d81e55a4e80f9eb71bacdaead0b in 281ms, sequenceid=89, compaction requested=false 2024-12-05T03:19:05,971 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for b1358d81e55a4e80f9eb71bacdaead0b: 2024-12-05T03:19:06,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-12-05T03:19:06,019 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 971fbbbe942d,46085,1733368737191 2024-12-05T03:19:06,019 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46085 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=15 2024-12-05T03:19:06,019 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733368742337.b1358d81e55a4e80f9eb71bacdaead0b. 2024-12-05T03:19:06,020 INFO [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2837): Flushing b1358d81e55a4e80f9eb71bacdaead0b 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-12-05T03:19:06,020 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b1358d81e55a4e80f9eb71bacdaead0b, store=A 2024-12-05T03:19:06,020 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T03:19:06,021 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b1358d81e55a4e80f9eb71bacdaead0b, store=B 2024-12-05T03:19:06,021 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T03:19:06,021 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b1358d81e55a4e80f9eb71bacdaead0b, store=C 2024-12-05T03:19:06,021 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T03:19:06,033 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/.tmp/A/6b83c3479afa4ce2970d64abb562b36d is 50, key is test_row_0/A:col10/1733368745756/Put/seqid=0 2024-12-05T03:19:06,055 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073741857_1033 (size=12001) 2024-12-05T03:19:06,057 INFO [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/.tmp/A/6b83c3479afa4ce2970d64abb562b36d 2024-12-05T03:19:06,075 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/.tmp/B/f24c31f691a846deb739a8a0db2d1fdc is 50, key is test_row_0/B:col10/1733368745756/Put/seqid=0 2024-12-05T03:19:06,097 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733368742337.b1358d81e55a4e80f9eb71bacdaead0b. as already flushing 2024-12-05T03:19:06,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(8581): Flush requested on b1358d81e55a4e80f9eb71bacdaead0b 2024-12-05T03:19:06,109 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073741858_1034 (size=12001) 2024-12-05T03:19:06,111 INFO [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/.tmp/B/f24c31f691a846deb739a8a0db2d1fdc 2024-12-05T03:19:06,129 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:06,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50480 deadline: 1733368806120, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:06,130 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:06,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50496 deadline: 1733368806123, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:06,131 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:06,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50518 deadline: 1733368806125, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:06,131 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:06,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50462 deadline: 1733368806130, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:06,132 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:06,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50474 deadline: 1733368806130, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:06,140 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/.tmp/C/0d10f11e9a684afbb835652d500ed22e is 50, key is test_row_0/C:col10/1733368745756/Put/seqid=0 2024-12-05T03:19:06,151 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/.tmp/B/be5addbabc824357a51333f0af327aa1 as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/B/be5addbabc824357a51333f0af327aa1 2024-12-05T03:19:06,158 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-05T03:19:06,185 INFO [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in b1358d81e55a4e80f9eb71bacdaead0b/B of b1358d81e55a4e80f9eb71bacdaead0b into be5addbabc824357a51333f0af327aa1(size=11.9 K), total size for store is 23.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T03:19:06,186 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for b1358d81e55a4e80f9eb71bacdaead0b: 2024-12-05T03:19:06,186 INFO [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733368742337.b1358d81e55a4e80f9eb71bacdaead0b., storeName=b1358d81e55a4e80f9eb71bacdaead0b/B, priority=12, startTime=1733368745602; duration=0sec 2024-12-05T03:19:06,186 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T03:19:06,186 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b1358d81e55a4e80f9eb71bacdaead0b:B 2024-12-05T03:19:06,191 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073741859_1035 (size=12001) 2024-12-05T03:19:06,195 INFO [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/.tmp/C/0d10f11e9a684afbb835652d500ed22e 2024-12-05T03:19:06,207 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/.tmp/A/6b83c3479afa4ce2970d64abb562b36d as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/A/6b83c3479afa4ce2970d64abb562b36d 2024-12-05T03:19:06,218 INFO [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/A/6b83c3479afa4ce2970d64abb562b36d, entries=150, sequenceid=115, filesize=11.7 K 2024-12-05T03:19:06,220 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/.tmp/B/f24c31f691a846deb739a8a0db2d1fdc as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/B/f24c31f691a846deb739a8a0db2d1fdc 2024-12-05T03:19:06,231 INFO [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/B/f24c31f691a846deb739a8a0db2d1fdc, entries=150, sequenceid=115, filesize=11.7 K 2024-12-05T03:19:06,236 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/.tmp/C/0d10f11e9a684afbb835652d500ed22e as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/C/0d10f11e9a684afbb835652d500ed22e 2024-12-05T03:19:06,248 INFO [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/C/0d10f11e9a684afbb835652d500ed22e, entries=150, sequenceid=115, filesize=11.7 K 2024-12-05T03:19:06,249 INFO [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=67.09 KB/68700 for b1358d81e55a4e80f9eb71bacdaead0b in 229ms, sequenceid=115, compaction requested=true 2024-12-05T03:19:06,250 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2538): Flush status journal for b1358d81e55a4e80f9eb71bacdaead0b: 2024-12-05T03:19:06,250 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733368742337.b1358d81e55a4e80f9eb71bacdaead0b. 2024-12-05T03:19:06,250 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-12-05T03:19:06,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.HMaster(4106): Remote procedure done, pid=15 2024-12-05T03:19:06,256 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=15, resume processing ppid=14 2024-12-05T03:19:06,256 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=15, ppid=14, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 542 msec 2024-12-05T03:19:06,256 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing b1358d81e55a4e80f9eb71bacdaead0b 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-12-05T03:19:06,257 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b1358d81e55a4e80f9eb71bacdaead0b, store=A 2024-12-05T03:19:06,257 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T03:19:06,257 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b1358d81e55a4e80f9eb71bacdaead0b, store=B 2024-12-05T03:19:06,257 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T03:19:06,257 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b1358d81e55a4e80f9eb71bacdaead0b, store=C 2024-12-05T03:19:06,257 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T03:19:06,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(8581): Flush requested on b1358d81e55a4e80f9eb71bacdaead0b 2024-12-05T03:19:06,262 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=14, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=14, table=TestAcidGuarantees in 553 msec 2024-12-05T03:19:06,267 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/.tmp/A/38683e73dcaa49fe8dcd9012b1f74912 is 50, key is test_row_0/A:col10/1733368746119/Put/seqid=0 2024-12-05T03:19:06,287 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-05T03:19:06,289 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:namespace' 2024-12-05T03:19:06,297 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073741860_1036 (size=16781) 2024-12-05T03:19:06,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-12-05T03:19:06,314 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 14 completed 2024-12-05T03:19:06,317 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-05T03:19:06,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] procedure2.ProcedureExecutor(1098): Stored pid=16, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=16, table=TestAcidGuarantees 2024-12-05T03:19:06,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-12-05T03:19:06,321 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=16, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=16, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-05T03:19:06,322 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=16, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=16, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-05T03:19:06,322 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-05T03:19:06,326 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:06,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50496 deadline: 1733368806315, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:06,329 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:06,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50518 deadline: 1733368806319, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:06,330 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:06,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50462 deadline: 1733368806320, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:06,331 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:06,331 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:06,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50474 deadline: 1733368806325, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:06,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50480 deadline: 1733368806326, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:06,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-12-05T03:19:06,432 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:06,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50496 deadline: 1733368806430, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:06,437 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:06,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50518 deadline: 1733368806433, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:06,438 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:06,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50462 deadline: 1733368806433, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:06,438 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:06,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50480 deadline: 1733368806434, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:06,442 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:06,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50474 deadline: 1733368806435, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:06,475 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 971fbbbe942d,46085,1733368737191 2024-12-05T03:19:06,477 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46085 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-12-05T03:19:06,477 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733368742337.b1358d81e55a4e80f9eb71bacdaead0b. 2024-12-05T03:19:06,477 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733368742337.b1358d81e55a4e80f9eb71bacdaead0b. as already flushing 2024-12-05T03:19:06,477 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733368742337.b1358d81e55a4e80f9eb71bacdaead0b. 2024-12-05T03:19:06,477 ERROR [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] handler.RSProcedureHandler(58): pid=17 java.io.IOException: Unable to complete flush {ENCODED => b1358d81e55a4e80f9eb71bacdaead0b, NAME => 'TestAcidGuarantees,,1733368742337.b1358d81e55a4e80f9eb71bacdaead0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:19:06,478 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=17 java.io.IOException: Unable to complete flush {ENCODED => b1358d81e55a4e80f9eb71bacdaead0b, NAME => 'TestAcidGuarantees,,1733368742337.b1358d81e55a4e80f9eb71bacdaead0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:19:06,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.HMaster(4114): Remote procedure failed, pid=17 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b1358d81e55a4e80f9eb71bacdaead0b, NAME => 'TestAcidGuarantees,,1733368742337.b1358d81e55a4e80f9eb71bacdaead0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b1358d81e55a4e80f9eb71bacdaead0b, NAME => 'TestAcidGuarantees,,1733368742337.b1358d81e55a4e80f9eb71bacdaead0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:19:06,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-12-05T03:19:06,632 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 971fbbbe942d,46085,1733368737191 2024-12-05T03:19:06,633 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46085 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-12-05T03:19:06,633 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733368742337.b1358d81e55a4e80f9eb71bacdaead0b. 2024-12-05T03:19:06,633 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733368742337.b1358d81e55a4e80f9eb71bacdaead0b. as already flushing 2024-12-05T03:19:06,633 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733368742337.b1358d81e55a4e80f9eb71bacdaead0b. 2024-12-05T03:19:06,633 ERROR [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] handler.RSProcedureHandler(58): pid=17 java.io.IOException: Unable to complete flush {ENCODED => b1358d81e55a4e80f9eb71bacdaead0b, NAME => 'TestAcidGuarantees,,1733368742337.b1358d81e55a4e80f9eb71bacdaead0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:19:06,634 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=17 java.io.IOException: Unable to complete flush {ENCODED => b1358d81e55a4e80f9eb71bacdaead0b, NAME => 'TestAcidGuarantees,,1733368742337.b1358d81e55a4e80f9eb71bacdaead0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:19:06,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.HMaster(4114): Remote procedure failed, pid=17 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b1358d81e55a4e80f9eb71bacdaead0b, NAME => 'TestAcidGuarantees,,1733368742337.b1358d81e55a4e80f9eb71bacdaead0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b1358d81e55a4e80f9eb71bacdaead0b, NAME => 'TestAcidGuarantees,,1733368742337.b1358d81e55a4e80f9eb71bacdaead0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:19:06,639 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:06,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50496 deadline: 1733368806634, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:06,645 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:06,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50518 deadline: 1733368806640, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:06,645 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:06,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50462 deadline: 1733368806641, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:06,646 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:06,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50480 deadline: 1733368806643, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:06,647 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:06,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50474 deadline: 1733368806645, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:06,699 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=131 (bloomFilter=true), to=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/.tmp/A/38683e73dcaa49fe8dcd9012b1f74912 2024-12-05T03:19:06,740 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/.tmp/B/02a1035b221a4c3a9e54baf4371afb59 is 50, key is test_row_0/B:col10/1733368746119/Put/seqid=0 2024-12-05T03:19:06,773 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073741861_1037 (size=12101) 2024-12-05T03:19:06,777 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=131 (bloomFilter=true), to=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/.tmp/B/02a1035b221a4c3a9e54baf4371afb59 2024-12-05T03:19:06,788 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 971fbbbe942d,46085,1733368737191 2024-12-05T03:19:06,789 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46085 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-12-05T03:19:06,789 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733368742337.b1358d81e55a4e80f9eb71bacdaead0b. 2024-12-05T03:19:06,789 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733368742337.b1358d81e55a4e80f9eb71bacdaead0b. as already flushing 2024-12-05T03:19:06,790 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733368742337.b1358d81e55a4e80f9eb71bacdaead0b. 2024-12-05T03:19:06,790 ERROR [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] handler.RSProcedureHandler(58): pid=17 java.io.IOException: Unable to complete flush {ENCODED => b1358d81e55a4e80f9eb71bacdaead0b, NAME => 'TestAcidGuarantees,,1733368742337.b1358d81e55a4e80f9eb71bacdaead0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:19:06,790 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=17 java.io.IOException: Unable to complete flush {ENCODED => b1358d81e55a4e80f9eb71bacdaead0b, NAME => 'TestAcidGuarantees,,1733368742337.b1358d81e55a4e80f9eb71bacdaead0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:19:06,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.HMaster(4114): Remote procedure failed, pid=17 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b1358d81e55a4e80f9eb71bacdaead0b, NAME => 'TestAcidGuarantees,,1733368742337.b1358d81e55a4e80f9eb71bacdaead0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b1358d81e55a4e80f9eb71bacdaead0b, NAME => 'TestAcidGuarantees,,1733368742337.b1358d81e55a4e80f9eb71bacdaead0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:19:06,796 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/.tmp/C/3643259f50e944089953a24212aa0866 is 50, key is test_row_0/C:col10/1733368746119/Put/seqid=0 2024-12-05T03:19:06,828 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073741862_1038 (size=12101) 2024-12-05T03:19:06,830 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=131 (bloomFilter=true), to=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/.tmp/C/3643259f50e944089953a24212aa0866 2024-12-05T03:19:06,841 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/.tmp/A/38683e73dcaa49fe8dcd9012b1f74912 as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/A/38683e73dcaa49fe8dcd9012b1f74912 2024-12-05T03:19:06,851 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/A/38683e73dcaa49fe8dcd9012b1f74912, entries=250, sequenceid=131, filesize=16.4 K 2024-12-05T03:19:06,854 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/.tmp/B/02a1035b221a4c3a9e54baf4371afb59 as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/B/02a1035b221a4c3a9e54baf4371afb59 2024-12-05T03:19:06,864 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/B/02a1035b221a4c3a9e54baf4371afb59, entries=150, sequenceid=131, filesize=11.8 K 2024-12-05T03:19:06,866 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/.tmp/C/3643259f50e944089953a24212aa0866 as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/C/3643259f50e944089953a24212aa0866 2024-12-05T03:19:06,877 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/C/3643259f50e944089953a24212aa0866, entries=150, sequenceid=131, filesize=11.8 K 2024-12-05T03:19:06,878 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=127.47 KB/130530 for b1358d81e55a4e80f9eb71bacdaead0b in 622ms, sequenceid=131, compaction requested=true 2024-12-05T03:19:06,878 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for b1358d81e55a4e80f9eb71bacdaead0b: 2024-12-05T03:19:06,879 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-05T03:19:06,880 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b1358d81e55a4e80f9eb71bacdaead0b:A, priority=-2147483648, current under compaction store size is 1 2024-12-05T03:19:06,880 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T03:19:06,880 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-05T03:19:06,881 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 52922 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-05T03:19:06,881 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.HStore(1540): b1358d81e55a4e80f9eb71bacdaead0b/A is initiating minor compaction (all files) 2024-12-05T03:19:06,881 INFO [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of b1358d81e55a4e80f9eb71bacdaead0b/A in TestAcidGuarantees,,1733368742337.b1358d81e55a4e80f9eb71bacdaead0b. 2024-12-05T03:19:06,882 INFO [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/A/4ae5c794fcda4700abfa0e72fc148e62, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/A/f9462d9ec1cc41a3a12824a7fde6d177, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/A/6b83c3479afa4ce2970d64abb562b36d, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/A/38683e73dcaa49fe8dcd9012b1f74912] into tmpdir=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/.tmp, totalSize=51.7 K 2024-12-05T03:19:06,883 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b1358d81e55a4e80f9eb71bacdaead0b:B, priority=-2147483648, current under compaction store size is 2 2024-12-05T03:19:06,883 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T03:19:06,883 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b1358d81e55a4e80f9eb71bacdaead0b:C, priority=-2147483648, current under compaction store size is 3 2024-12-05T03:19:06,883 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4ae5c794fcda4700abfa0e72fc148e62, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1733368744666 2024-12-05T03:19:06,883 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T03:19:06,884 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] compactions.Compactor(224): Compacting f9462d9ec1cc41a3a12824a7fde6d177, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=89, earliestPutTs=1733368745681 2024-12-05T03:19:06,884 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48242 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-05T03:19:06,885 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.HStore(1540): b1358d81e55a4e80f9eb71bacdaead0b/B is initiating minor compaction (all files) 2024-12-05T03:19:06,885 INFO [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of b1358d81e55a4e80f9eb71bacdaead0b/B in TestAcidGuarantees,,1733368742337.b1358d81e55a4e80f9eb71bacdaead0b. 2024-12-05T03:19:06,885 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6b83c3479afa4ce2970d64abb562b36d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=115, earliestPutTs=1733368745756 2024-12-05T03:19:06,885 INFO [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/B/be5addbabc824357a51333f0af327aa1, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/B/45b9e0dee3c74ffba042b81aaaf9e220, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/B/f24c31f691a846deb739a8a0db2d1fdc, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/B/02a1035b221a4c3a9e54baf4371afb59] into tmpdir=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/.tmp, totalSize=47.1 K 2024-12-05T03:19:06,885 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] compactions.Compactor(224): Compacting 38683e73dcaa49fe8dcd9012b1f74912, keycount=250, bloomtype=ROW, size=16.4 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1733368746114 2024-12-05T03:19:06,888 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] compactions.Compactor(224): Compacting be5addbabc824357a51333f0af327aa1, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1733368744666 2024-12-05T03:19:06,889 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] compactions.Compactor(224): Compacting 45b9e0dee3c74ffba042b81aaaf9e220, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=89, earliestPutTs=1733368745681 2024-12-05T03:19:06,891 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] compactions.Compactor(224): Compacting f24c31f691a846deb739a8a0db2d1fdc, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=115, earliestPutTs=1733368745756 2024-12-05T03:19:06,892 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] compactions.Compactor(224): Compacting 02a1035b221a4c3a9e54baf4371afb59, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1733368746119 2024-12-05T03:19:06,917 INFO [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): b1358d81e55a4e80f9eb71bacdaead0b#A#compaction#24 average throughput is 1.64 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T03:19:06,918 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/.tmp/A/fd6897e1186f43458601f5d543f336d4 is 50, key is test_row_0/A:col10/1733368746119/Put/seqid=0 2024-12-05T03:19:06,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-12-05T03:19:06,929 INFO [RS:0;971fbbbe942d:46085-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b1358d81e55a4e80f9eb71bacdaead0b#B#compaction#25 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T03:19:06,930 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/.tmp/B/efa9ba7e05184820a2c3676aa3580785 is 50, key is test_row_0/B:col10/1733368746119/Put/seqid=0 2024-12-05T03:19:06,939 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-05T03:19:06,939 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-05T03:19:06,943 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_namespace 2024-12-05T03:19:06,943 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_namespace Metrics about Tables on a single HBase RegionServer 2024-12-05T03:19:06,945 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 971fbbbe942d,46085,1733368737191 2024-12-05T03:19:06,945 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-05T03:19:06,945 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-12-05T03:19:06,945 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46085 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-12-05T03:19:06,946 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-05T03:19:06,946 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-12-05T03:19:06,946 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733368742337.b1358d81e55a4e80f9eb71bacdaead0b. 2024-12-05T03:19:06,946 INFO [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2837): Flushing b1358d81e55a4e80f9eb71bacdaead0b 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-12-05T03:19:06,946 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b1358d81e55a4e80f9eb71bacdaead0b, store=A 2024-12-05T03:19:06,946 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T03:19:06,947 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b1358d81e55a4e80f9eb71bacdaead0b, store=B 2024-12-05T03:19:06,947 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T03:19:06,947 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b1358d81e55a4e80f9eb71bacdaead0b, store=C 2024-12-05T03:19:06,947 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T03:19:06,947 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-12-05T03:19:06,947 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees Metrics about Tables on a single HBase RegionServer 2024-12-05T03:19:06,950 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073741863_1039 (size=12375) 2024-12-05T03:19:06,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(8581): Flush requested on b1358d81e55a4e80f9eb71bacdaead0b 2024-12-05T03:19:06,957 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733368742337.b1358d81e55a4e80f9eb71bacdaead0b. as already flushing 2024-12-05T03:19:06,963 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/.tmp/A/fd6897e1186f43458601f5d543f336d4 as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/A/fd6897e1186f43458601f5d543f336d4 2024-12-05T03:19:06,968 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/.tmp/A/ec86ec2da4fb49c88b6e6736833b8759 is 50, key is test_row_0/A:col10/1733368746313/Put/seqid=0 2024-12-05T03:19:06,973 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073741864_1040 (size=12375) 2024-12-05T03:19:06,984 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/.tmp/B/efa9ba7e05184820a2c3676aa3580785 as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/B/efa9ba7e05184820a2c3676aa3580785 2024-12-05T03:19:06,995 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073741865_1041 (size=12151) 2024-12-05T03:19:06,997 INFO [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=153 (bloomFilter=true), to=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/.tmp/A/ec86ec2da4fb49c88b6e6736833b8759 2024-12-05T03:19:07,012 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/.tmp/B/82735779cad44e9490d8f642ce1ca5f3 is 50, key is test_row_0/B:col10/1733368746313/Put/seqid=0 2024-12-05T03:19:07,021 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073741866_1042 (size=12151) 2024-12-05T03:19:07,022 INFO [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=153 (bloomFilter=true), to=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/.tmp/B/82735779cad44e9490d8f642ce1ca5f3 2024-12-05T03:19:07,024 INFO [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in b1358d81e55a4e80f9eb71bacdaead0b/A of b1358d81e55a4e80f9eb71bacdaead0b into fd6897e1186f43458601f5d543f336d4(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T03:19:07,024 INFO [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in b1358d81e55a4e80f9eb71bacdaead0b/B of b1358d81e55a4e80f9eb71bacdaead0b into efa9ba7e05184820a2c3676aa3580785(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T03:19:07,024 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for b1358d81e55a4e80f9eb71bacdaead0b: 2024-12-05T03:19:07,024 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for b1358d81e55a4e80f9eb71bacdaead0b: 2024-12-05T03:19:07,024 INFO [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733368742337.b1358d81e55a4e80f9eb71bacdaead0b., storeName=b1358d81e55a4e80f9eb71bacdaead0b/A, priority=12, startTime=1733368746878; duration=0sec 2024-12-05T03:19:07,024 INFO [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733368742337.b1358d81e55a4e80f9eb71bacdaead0b., storeName=b1358d81e55a4e80f9eb71bacdaead0b/B, priority=12, startTime=1733368746880; duration=0sec 2024-12-05T03:19:07,025 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T03:19:07,025 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b1358d81e55a4e80f9eb71bacdaead0b:B 2024-12-05T03:19:07,025 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T03:19:07,025 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b1358d81e55a4e80f9eb71bacdaead0b:A 2024-12-05T03:19:07,025 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-05T03:19:07,032 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48242 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-05T03:19:07,032 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.HStore(1540): b1358d81e55a4e80f9eb71bacdaead0b/C is initiating minor compaction (all files) 2024-12-05T03:19:07,032 INFO [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of b1358d81e55a4e80f9eb71bacdaead0b/C in TestAcidGuarantees,,1733368742337.b1358d81e55a4e80f9eb71bacdaead0b. 2024-12-05T03:19:07,032 INFO [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/C/b690a96bd3944e0281bd6235bac102d3, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/C/0ae8de5a281b4e6ca60916494261b33c, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/C/0d10f11e9a684afbb835652d500ed22e, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/C/3643259f50e944089953a24212aa0866] into tmpdir=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/.tmp, totalSize=47.1 K 2024-12-05T03:19:07,034 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] compactions.Compactor(224): Compacting b690a96bd3944e0281bd6235bac102d3, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1733368744666 2024-12-05T03:19:07,035 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] compactions.Compactor(224): Compacting 0ae8de5a281b4e6ca60916494261b33c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=89, earliestPutTs=1733368745681 2024-12-05T03:19:07,036 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] compactions.Compactor(224): Compacting 0d10f11e9a684afbb835652d500ed22e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=115, earliestPutTs=1733368745756 2024-12-05T03:19:07,039 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] compactions.Compactor(224): Compacting 3643259f50e944089953a24212aa0866, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1733368746119 2024-12-05T03:19:07,051 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:07,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50462 deadline: 1733368807028, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:07,052 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:07,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50518 deadline: 1733368807030, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:07,053 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:07,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50474 deadline: 1733368807030, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:07,059 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/.tmp/C/4eace775a2114a4abc0a538f22a44bd9 is 50, key is test_row_0/C:col10/1733368746313/Put/seqid=0 2024-12-05T03:19:07,060 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:07,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50496 deadline: 1733368807049, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:07,061 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:07,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50480 deadline: 1733368807052, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:07,067 INFO [RS:0;971fbbbe942d:46085-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b1358d81e55a4e80f9eb71bacdaead0b#C#compaction#29 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T03:19:07,068 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/.tmp/C/267c58128dea4613a6447a0d2d09a538 is 50, key is test_row_0/C:col10/1733368746119/Put/seqid=0 2024-12-05T03:19:07,098 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073741867_1043 (size=12151) 2024-12-05T03:19:07,114 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073741868_1044 (size=12375) 2024-12-05T03:19:07,157 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:07,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50518 deadline: 1733368807155, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:07,158 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:07,158 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:07,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50462 deadline: 1733368807155, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:07,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50474 deadline: 1733368807155, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:07,164 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:07,165 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:07,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50496 deadline: 1733368807163, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:07,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50480 deadline: 1733368807163, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:07,363 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:07,363 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:07,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50518 deadline: 1733368807360, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:07,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50462 deadline: 1733368807361, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:07,364 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:07,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50474 deadline: 1733368807362, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:07,368 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:07,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50480 deadline: 1733368807367, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:07,372 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:07,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50496 deadline: 1733368807368, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:07,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-12-05T03:19:07,500 INFO [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=153 (bloomFilter=true), to=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/.tmp/C/4eace775a2114a4abc0a538f22a44bd9 2024-12-05T03:19:07,512 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/.tmp/A/ec86ec2da4fb49c88b6e6736833b8759 as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/A/ec86ec2da4fb49c88b6e6736833b8759 2024-12-05T03:19:07,527 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/.tmp/C/267c58128dea4613a6447a0d2d09a538 as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/C/267c58128dea4613a6447a0d2d09a538 2024-12-05T03:19:07,531 INFO [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/A/ec86ec2da4fb49c88b6e6736833b8759, entries=150, sequenceid=153, filesize=11.9 K 2024-12-05T03:19:07,536 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/.tmp/B/82735779cad44e9490d8f642ce1ca5f3 as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/B/82735779cad44e9490d8f642ce1ca5f3 2024-12-05T03:19:07,541 INFO [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in b1358d81e55a4e80f9eb71bacdaead0b/C of b1358d81e55a4e80f9eb71bacdaead0b into 267c58128dea4613a6447a0d2d09a538(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T03:19:07,542 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for b1358d81e55a4e80f9eb71bacdaead0b: 2024-12-05T03:19:07,542 INFO [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733368742337.b1358d81e55a4e80f9eb71bacdaead0b., storeName=b1358d81e55a4e80f9eb71bacdaead0b/C, priority=12, startTime=1733368746883; duration=0sec 2024-12-05T03:19:07,542 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T03:19:07,543 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b1358d81e55a4e80f9eb71bacdaead0b:C 2024-12-05T03:19:07,547 INFO [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/B/82735779cad44e9490d8f642ce1ca5f3, entries=150, sequenceid=153, filesize=11.9 K 2024-12-05T03:19:07,550 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/.tmp/C/4eace775a2114a4abc0a538f22a44bd9 as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/C/4eace775a2114a4abc0a538f22a44bd9 2024-12-05T03:19:07,559 INFO [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/C/4eace775a2114a4abc0a538f22a44bd9, entries=150, sequenceid=153, filesize=11.9 K 2024-12-05T03:19:07,563 INFO [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for b1358d81e55a4e80f9eb71bacdaead0b in 617ms, sequenceid=153, compaction requested=false 2024-12-05T03:19:07,563 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2538): Flush status journal for b1358d81e55a4e80f9eb71bacdaead0b: 2024-12-05T03:19:07,563 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733368742337.b1358d81e55a4e80f9eb71bacdaead0b. 2024-12-05T03:19:07,563 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=17 2024-12-05T03:19:07,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.HMaster(4106): Remote procedure done, pid=17 2024-12-05T03:19:07,568 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=17, resume processing ppid=16 2024-12-05T03:19:07,568 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=17, ppid=16, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.2430 sec 2024-12-05T03:19:07,571 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=16, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=16, table=TestAcidGuarantees in 1.2520 sec 2024-12-05T03:19:07,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(8581): Flush requested on b1358d81e55a4e80f9eb71bacdaead0b 2024-12-05T03:19:07,678 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing b1358d81e55a4e80f9eb71bacdaead0b 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-12-05T03:19:07,679 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b1358d81e55a4e80f9eb71bacdaead0b, store=A 2024-12-05T03:19:07,679 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T03:19:07,679 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b1358d81e55a4e80f9eb71bacdaead0b, store=B 2024-12-05T03:19:07,679 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T03:19:07,679 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b1358d81e55a4e80f9eb71bacdaead0b, store=C 2024-12-05T03:19:07,679 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T03:19:07,689 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/.tmp/A/bf16a9bc991a41149b4d32cd1f42025d is 50, key is test_row_0/A:col10/1733368747046/Put/seqid=0 2024-12-05T03:19:07,706 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073741869_1045 (size=12151) 2024-12-05T03:19:07,707 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=173 (bloomFilter=true), to=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/.tmp/A/bf16a9bc991a41149b4d32cd1f42025d 2024-12-05T03:19:07,731 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/.tmp/B/e3a49a77cc2f48b4b9a7286da69d44af is 50, key is test_row_0/B:col10/1733368747046/Put/seqid=0 2024-12-05T03:19:07,733 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:07,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50462 deadline: 1733368807725, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:07,736 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:07,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50480 deadline: 1733368807721, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:07,737 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:07,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50518 deadline: 1733368807727, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:07,738 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:07,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50474 deadline: 1733368807732, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:07,739 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:07,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50496 deadline: 1733368807733, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:07,758 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073741870_1046 (size=12151) 2024-12-05T03:19:07,761 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=173 (bloomFilter=true), to=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/.tmp/B/e3a49a77cc2f48b4b9a7286da69d44af 2024-12-05T03:19:07,782 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/.tmp/C/2b07ad4fcf7640cb96153b2db3cf0c72 is 50, key is test_row_0/C:col10/1733368747046/Put/seqid=0 2024-12-05T03:19:07,822 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073741871_1047 (size=12151) 2024-12-05T03:19:07,839 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:07,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50462 deadline: 1733368807835, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:07,841 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:07,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50480 deadline: 1733368807839, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:07,842 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:07,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50518 deadline: 1733368807839, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:07,845 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:07,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50496 deadline: 1733368807845, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:07,846 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:07,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50474 deadline: 1733368807845, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:08,047 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:08,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50462 deadline: 1733368808043, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:08,049 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:08,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50518 deadline: 1733368808044, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:08,050 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:08,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50480 deadline: 1733368808044, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:08,050 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:08,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50496 deadline: 1733368808047, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:08,051 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:08,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50474 deadline: 1733368808049, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:08,224 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=173 (bloomFilter=true), to=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/.tmp/C/2b07ad4fcf7640cb96153b2db3cf0c72 2024-12-05T03:19:08,243 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/.tmp/A/bf16a9bc991a41149b4d32cd1f42025d as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/A/bf16a9bc991a41149b4d32cd1f42025d 2024-12-05T03:19:08,262 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/A/bf16a9bc991a41149b4d32cd1f42025d, entries=150, sequenceid=173, filesize=11.9 K 2024-12-05T03:19:08,264 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/.tmp/B/e3a49a77cc2f48b4b9a7286da69d44af as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/B/e3a49a77cc2f48b4b9a7286da69d44af 2024-12-05T03:19:08,275 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/B/e3a49a77cc2f48b4b9a7286da69d44af, entries=150, sequenceid=173, filesize=11.9 K 2024-12-05T03:19:08,277 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/.tmp/C/2b07ad4fcf7640cb96153b2db3cf0c72 as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/C/2b07ad4fcf7640cb96153b2db3cf0c72 2024-12-05T03:19:08,290 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/C/2b07ad4fcf7640cb96153b2db3cf0c72, entries=150, sequenceid=173, filesize=11.9 K 2024-12-05T03:19:08,293 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=114.05 KB/116790 for b1358d81e55a4e80f9eb71bacdaead0b in 615ms, sequenceid=173, compaction requested=true 2024-12-05T03:19:08,293 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for b1358d81e55a4e80f9eb71bacdaead0b: 2024-12-05T03:19:08,293 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T03:19:08,294 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b1358d81e55a4e80f9eb71bacdaead0b:A, priority=-2147483648, current under compaction store size is 1 2024-12-05T03:19:08,294 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T03:19:08,294 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T03:19:08,294 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b1358d81e55a4e80f9eb71bacdaead0b:B, priority=-2147483648, current under compaction store size is 2 2024-12-05T03:19:08,294 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T03:19:08,295 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b1358d81e55a4e80f9eb71bacdaead0b:C, priority=-2147483648, current under compaction store size is 3 2024-12-05T03:19:08,295 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T03:19:08,296 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36677 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T03:19:08,296 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.HStore(1540): b1358d81e55a4e80f9eb71bacdaead0b/A is initiating minor compaction (all files) 2024-12-05T03:19:08,296 INFO [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of b1358d81e55a4e80f9eb71bacdaead0b/A in TestAcidGuarantees,,1733368742337.b1358d81e55a4e80f9eb71bacdaead0b. 2024-12-05T03:19:08,296 INFO [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/A/fd6897e1186f43458601f5d543f336d4, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/A/ec86ec2da4fb49c88b6e6736833b8759, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/A/bf16a9bc991a41149b4d32cd1f42025d] into tmpdir=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/.tmp, totalSize=35.8 K 2024-12-05T03:19:08,297 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36677 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T03:19:08,297 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.HStore(1540): b1358d81e55a4e80f9eb71bacdaead0b/B is initiating minor compaction (all files) 2024-12-05T03:19:08,297 INFO [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of b1358d81e55a4e80f9eb71bacdaead0b/B in TestAcidGuarantees,,1733368742337.b1358d81e55a4e80f9eb71bacdaead0b. 2024-12-05T03:19:08,297 INFO [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/B/efa9ba7e05184820a2c3676aa3580785, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/B/82735779cad44e9490d8f642ce1ca5f3, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/B/e3a49a77cc2f48b4b9a7286da69d44af] into tmpdir=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/.tmp, totalSize=35.8 K 2024-12-05T03:19:08,300 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] compactions.Compactor(224): Compacting efa9ba7e05184820a2c3676aa3580785, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1733368746119 2024-12-05T03:19:08,300 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] compactions.Compactor(224): Compacting fd6897e1186f43458601f5d543f336d4, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1733368746119 2024-12-05T03:19:08,300 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] compactions.Compactor(224): Compacting 82735779cad44e9490d8f642ce1ca5f3, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=153, earliestPutTs=1733368746313 2024-12-05T03:19:08,301 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] compactions.Compactor(224): Compacting ec86ec2da4fb49c88b6e6736833b8759, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=153, earliestPutTs=1733368746313 2024-12-05T03:19:08,302 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] compactions.Compactor(224): Compacting e3a49a77cc2f48b4b9a7286da69d44af, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=173, earliestPutTs=1733368747046 2024-12-05T03:19:08,303 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] compactions.Compactor(224): Compacting bf16a9bc991a41149b4d32cd1f42025d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=173, earliestPutTs=1733368747046 2024-12-05T03:19:08,330 INFO [RS:0;971fbbbe942d:46085-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b1358d81e55a4e80f9eb71bacdaead0b#B#compaction#33 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T03:19:08,331 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/.tmp/B/80618247d33f47c4b5e6157a9e367459 is 50, key is test_row_0/B:col10/1733368747046/Put/seqid=0 2024-12-05T03:19:08,342 INFO [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): b1358d81e55a4e80f9eb71bacdaead0b#A#compaction#34 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T03:19:08,343 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/.tmp/A/e8aa52e2b2d24695b05c430c6e5ba743 is 50, key is test_row_0/A:col10/1733368747046/Put/seqid=0 2024-12-05T03:19:08,359 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing b1358d81e55a4e80f9eb71bacdaead0b 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-12-05T03:19:08,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(8581): Flush requested on b1358d81e55a4e80f9eb71bacdaead0b 2024-12-05T03:19:08,360 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b1358d81e55a4e80f9eb71bacdaead0b, store=A 2024-12-05T03:19:08,360 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T03:19:08,360 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b1358d81e55a4e80f9eb71bacdaead0b, store=B 2024-12-05T03:19:08,360 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T03:19:08,360 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b1358d81e55a4e80f9eb71bacdaead0b, store=C 2024-12-05T03:19:08,360 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T03:19:08,372 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073741872_1048 (size=12527) 2024-12-05T03:19:08,381 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/.tmp/A/d230ac8c9b0d40b39143bd63caaeda57 is 50, key is test_row_0/A:col10/1733368747723/Put/seqid=0 2024-12-05T03:19:08,382 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073741873_1049 (size=12527) 2024-12-05T03:19:08,402 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:08,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50474 deadline: 1733368808393, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:08,403 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:08,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50462 deadline: 1733368808394, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:08,404 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073741874_1050 (size=12151) 2024-12-05T03:19:08,404 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:08,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50496 deadline: 1733368808397, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:08,405 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:08,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50480 deadline: 1733368808399, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:08,406 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=196 (bloomFilter=true), to=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/.tmp/A/d230ac8c9b0d40b39143bd63caaeda57 2024-12-05T03:19:08,408 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:08,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50518 deadline: 1733368808396, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:08,424 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/.tmp/B/26d3df72052c4a22bf3b5c606dbbb0e7 is 50, key is test_row_0/B:col10/1733368747723/Put/seqid=0 2024-12-05T03:19:08,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-12-05T03:19:08,430 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 16 completed 2024-12-05T03:19:08,433 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-05T03:19:08,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] procedure2.ProcedureExecutor(1098): Stored pid=18, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=18, table=TestAcidGuarantees 2024-12-05T03:19:08,438 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=18, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=18, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-05T03:19:08,439 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=18, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=18, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-05T03:19:08,439 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=19, ppid=18, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-05T03:19:08,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-12-05T03:19:08,458 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073741875_1051 (size=12151) 2024-12-05T03:19:08,460 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=196 (bloomFilter=true), to=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/.tmp/B/26d3df72052c4a22bf3b5c606dbbb0e7 2024-12-05T03:19:08,481 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/.tmp/C/57b6c8240c37448a857fadae8059ddc9 is 50, key is test_row_0/C:col10/1733368747723/Put/seqid=0 2024-12-05T03:19:08,505 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:08,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50462 deadline: 1733368808505, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:08,506 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:08,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50474 deadline: 1733368808505, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:08,507 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:08,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50496 deadline: 1733368808507, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:08,510 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073741876_1052 (size=12151) 2024-12-05T03:19:08,511 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:08,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50480 deadline: 1733368808508, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:08,512 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:08,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50518 deadline: 1733368808510, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:08,517 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=196 (bloomFilter=true), to=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/.tmp/C/57b6c8240c37448a857fadae8059ddc9 2024-12-05T03:19:08,527 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/.tmp/A/d230ac8c9b0d40b39143bd63caaeda57 as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/A/d230ac8c9b0d40b39143bd63caaeda57 2024-12-05T03:19:08,539 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/A/d230ac8c9b0d40b39143bd63caaeda57, entries=150, sequenceid=196, filesize=11.9 K 2024-12-05T03:19:08,540 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/.tmp/B/26d3df72052c4a22bf3b5c606dbbb0e7 as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/B/26d3df72052c4a22bf3b5c606dbbb0e7 2024-12-05T03:19:08,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-12-05T03:19:08,550 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/B/26d3df72052c4a22bf3b5c606dbbb0e7, entries=150, sequenceid=196, filesize=11.9 K 2024-12-05T03:19:08,553 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/.tmp/C/57b6c8240c37448a857fadae8059ddc9 as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/C/57b6c8240c37448a857fadae8059ddc9 2024-12-05T03:19:08,575 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/C/57b6c8240c37448a857fadae8059ddc9, entries=150, sequenceid=196, filesize=11.9 K 2024-12-05T03:19:08,577 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=73.80 KB/75570 for b1358d81e55a4e80f9eb71bacdaead0b in 218ms, sequenceid=196, compaction requested=true 2024-12-05T03:19:08,577 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for b1358d81e55a4e80f9eb71bacdaead0b: 2024-12-05T03:19:08,577 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b1358d81e55a4e80f9eb71bacdaead0b:A, priority=-2147483648, current under compaction store size is 3 2024-12-05T03:19:08,578 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-12-05T03:19:08,578 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b1358d81e55a4e80f9eb71bacdaead0b:B, priority=-2147483648, current under compaction store size is 3 2024-12-05T03:19:08,578 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=3), splitQueue=0 2024-12-05T03:19:08,578 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b1358d81e55a4e80f9eb71bacdaead0b:C, priority=-2147483648, current under compaction store size is 3 2024-12-05T03:19:08,578 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=4), splitQueue=0 2024-12-05T03:19:08,591 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 971fbbbe942d,46085,1733368737191 2024-12-05T03:19:08,592 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46085 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=19 2024-12-05T03:19:08,592 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733368742337.b1358d81e55a4e80f9eb71bacdaead0b. 2024-12-05T03:19:08,592 INFO [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2837): Flushing b1358d81e55a4e80f9eb71bacdaead0b 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-12-05T03:19:08,593 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b1358d81e55a4e80f9eb71bacdaead0b, store=A 2024-12-05T03:19:08,593 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T03:19:08,593 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b1358d81e55a4e80f9eb71bacdaead0b, store=B 2024-12-05T03:19:08,593 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T03:19:08,593 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b1358d81e55a4e80f9eb71bacdaead0b, store=C 2024-12-05T03:19:08,593 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T03:19:08,606 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/.tmp/A/da1a5c3396b44c39886f503cfcfaa668 is 50, key is test_row_0/A:col10/1733368748367/Put/seqid=0 2024-12-05T03:19:08,652 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073741877_1053 (size=12151) 2024-12-05T03:19:08,653 INFO [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=210 (bloomFilter=true), to=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/.tmp/A/da1a5c3396b44c39886f503cfcfaa668 2024-12-05T03:19:08,673 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/.tmp/B/08a5251d21de4afd9477f17db48412c4 is 50, key is test_row_0/B:col10/1733368748367/Put/seqid=0 2024-12-05T03:19:08,680 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073741878_1054 (size=12151) 2024-12-05T03:19:08,681 INFO [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=210 (bloomFilter=true), to=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/.tmp/B/08a5251d21de4afd9477f17db48412c4 2024-12-05T03:19:08,706 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/.tmp/C/a8fb0d9fd1c64529888682bf7cc32d98 is 50, key is test_row_0/C:col10/1733368748367/Put/seqid=0 2024-12-05T03:19:08,715 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733368742337.b1358d81e55a4e80f9eb71bacdaead0b. as already flushing 2024-12-05T03:19:08,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(8581): Flush requested on b1358d81e55a4e80f9eb71bacdaead0b 2024-12-05T03:19:08,730 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073741879_1055 (size=12151) 2024-12-05T03:19:08,732 INFO [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=210 (bloomFilter=true), to=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/.tmp/C/a8fb0d9fd1c64529888682bf7cc32d98 2024-12-05T03:19:08,742 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/.tmp/A/da1a5c3396b44c39886f503cfcfaa668 as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/A/da1a5c3396b44c39886f503cfcfaa668 2024-12-05T03:19:08,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-12-05T03:19:08,750 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:08,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50462 deadline: 1733368808746, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:08,752 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:08,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50474 deadline: 1733368808747, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:08,753 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:08,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50496 deadline: 1733368808749, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:08,755 INFO [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/A/da1a5c3396b44c39886f503cfcfaa668, entries=150, sequenceid=210, filesize=11.9 K 2024-12-05T03:19:08,757 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:08,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50480 deadline: 1733368808751, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:08,758 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:08,758 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/.tmp/B/08a5251d21de4afd9477f17db48412c4 as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/B/08a5251d21de4afd9477f17db48412c4 2024-12-05T03:19:08,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50518 deadline: 1733368808752, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:08,774 INFO [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/B/08a5251d21de4afd9477f17db48412c4, entries=150, sequenceid=210, filesize=11.9 K 2024-12-05T03:19:08,777 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/.tmp/C/a8fb0d9fd1c64529888682bf7cc32d98 as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/C/a8fb0d9fd1c64529888682bf7cc32d98 2024-12-05T03:19:08,789 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/.tmp/B/80618247d33f47c4b5e6157a9e367459 as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/B/80618247d33f47c4b5e6157a9e367459 2024-12-05T03:19:08,796 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/.tmp/A/e8aa52e2b2d24695b05c430c6e5ba743 as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/A/e8aa52e2b2d24695b05c430c6e5ba743 2024-12-05T03:19:08,810 INFO [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in b1358d81e55a4e80f9eb71bacdaead0b/A of b1358d81e55a4e80f9eb71bacdaead0b into e8aa52e2b2d24695b05c430c6e5ba743(size=12.2 K), total size for store is 36.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T03:19:08,810 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for b1358d81e55a4e80f9eb71bacdaead0b: 2024-12-05T03:19:08,810 INFO [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733368742337.b1358d81e55a4e80f9eb71bacdaead0b., storeName=b1358d81e55a4e80f9eb71bacdaead0b/A, priority=13, startTime=1733368748293; duration=0sec 2024-12-05T03:19:08,811 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=4), splitQueue=0 2024-12-05T03:19:08,811 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b1358d81e55a4e80f9eb71bacdaead0b:A 2024-12-05T03:19:08,811 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b1358d81e55a4e80f9eb71bacdaead0b:A 2024-12-05T03:19:08,811 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-05T03:19:08,815 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48828 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-05T03:19:08,816 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.HStore(1540): b1358d81e55a4e80f9eb71bacdaead0b/C is initiating minor compaction (all files) 2024-12-05T03:19:08,816 INFO [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of b1358d81e55a4e80f9eb71bacdaead0b/C in TestAcidGuarantees,,1733368742337.b1358d81e55a4e80f9eb71bacdaead0b. 2024-12-05T03:19:08,816 INFO [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/C/267c58128dea4613a6447a0d2d09a538, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/C/4eace775a2114a4abc0a538f22a44bd9, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/C/2b07ad4fcf7640cb96153b2db3cf0c72, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/C/57b6c8240c37448a857fadae8059ddc9] into tmpdir=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/.tmp, totalSize=47.7 K 2024-12-05T03:19:08,817 INFO [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in b1358d81e55a4e80f9eb71bacdaead0b/B of b1358d81e55a4e80f9eb71bacdaead0b into 80618247d33f47c4b5e6157a9e367459(size=12.2 K), total size for store is 36.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T03:19:08,817 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] compactions.Compactor(224): Compacting 267c58128dea4613a6447a0d2d09a538, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1733368746119 2024-12-05T03:19:08,817 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for b1358d81e55a4e80f9eb71bacdaead0b: 2024-12-05T03:19:08,817 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4eace775a2114a4abc0a538f22a44bd9, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=153, earliestPutTs=1733368746313 2024-12-05T03:19:08,817 INFO [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733368742337.b1358d81e55a4e80f9eb71bacdaead0b., storeName=b1358d81e55a4e80f9eb71bacdaead0b/B, priority=13, startTime=1733368748294; duration=0sec 2024-12-05T03:19:08,818 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=3), splitQueue=0 2024-12-05T03:19:08,818 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2b07ad4fcf7640cb96153b2db3cf0c72, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=173, earliestPutTs=1733368747046 2024-12-05T03:19:08,818 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] compactions.Compactor(224): Compacting 57b6c8240c37448a857fadae8059ddc9, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=196, earliestPutTs=1733368747723 2024-12-05T03:19:08,819 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b1358d81e55a4e80f9eb71bacdaead0b:B 2024-12-05T03:19:08,820 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b1358d81e55a4e80f9eb71bacdaead0b:B 2024-12-05T03:19:08,820 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T03:19:08,821 INFO [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/C/a8fb0d9fd1c64529888682bf7cc32d98, entries=150, sequenceid=210, filesize=11.9 K 2024-12-05T03:19:08,822 INFO [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=134.18 KB/137400 for b1358d81e55a4e80f9eb71bacdaead0b in 230ms, sequenceid=210, compaction requested=false 2024-12-05T03:19:08,823 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2538): Flush status journal for b1358d81e55a4e80f9eb71bacdaead0b: 2024-12-05T03:19:08,823 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733368742337.b1358d81e55a4e80f9eb71bacdaead0b. 2024-12-05T03:19:08,823 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=19 2024-12-05T03:19:08,824 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36829 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T03:19:08,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.HMaster(4106): Remote procedure done, pid=19 2024-12-05T03:19:08,824 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.HStore(1540): b1358d81e55a4e80f9eb71bacdaead0b/A is initiating minor compaction (all files) 2024-12-05T03:19:08,824 INFO [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of b1358d81e55a4e80f9eb71bacdaead0b/A in TestAcidGuarantees,,1733368742337.b1358d81e55a4e80f9eb71bacdaead0b. 2024-12-05T03:19:08,825 INFO [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/A/e8aa52e2b2d24695b05c430c6e5ba743, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/A/d230ac8c9b0d40b39143bd63caaeda57, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/A/da1a5c3396b44c39886f503cfcfaa668] into tmpdir=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/.tmp, totalSize=36.0 K 2024-12-05T03:19:08,826 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] compactions.Compactor(224): Compacting e8aa52e2b2d24695b05c430c6e5ba743, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=173, earliestPutTs=1733368747046 2024-12-05T03:19:08,828 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=19, resume processing ppid=18 2024-12-05T03:19:08,828 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=19, ppid=18, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 386 msec 2024-12-05T03:19:08,829 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] compactions.Compactor(224): Compacting d230ac8c9b0d40b39143bd63caaeda57, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=196, earliestPutTs=1733368747723 2024-12-05T03:19:08,831 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=18, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=18, table=TestAcidGuarantees in 396 msec 2024-12-05T03:19:08,833 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] compactions.Compactor(224): Compacting da1a5c3396b44c39886f503cfcfaa668, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=210, earliestPutTs=1733368748367 2024-12-05T03:19:08,838 INFO [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): b1358d81e55a4e80f9eb71bacdaead0b#C#compaction#41 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T03:19:08,839 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/.tmp/C/b542a67873ea45e095ca98d28c427c41 is 50, key is test_row_0/C:col10/1733368747723/Put/seqid=0 2024-12-05T03:19:08,858 INFO [RS:0;971fbbbe942d:46085-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b1358d81e55a4e80f9eb71bacdaead0b#A#compaction#42 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T03:19:08,859 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/.tmp/A/06313cc2d9ce4d31bded94ccb75a2859 is 50, key is test_row_0/A:col10/1733368748367/Put/seqid=0 2024-12-05T03:19:08,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(8581): Flush requested on b1358d81e55a4e80f9eb71bacdaead0b 2024-12-05T03:19:08,860 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing b1358d81e55a4e80f9eb71bacdaead0b 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-12-05T03:19:08,864 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b1358d81e55a4e80f9eb71bacdaead0b, store=A 2024-12-05T03:19:08,864 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T03:19:08,864 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b1358d81e55a4e80f9eb71bacdaead0b, store=B 2024-12-05T03:19:08,865 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T03:19:08,865 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b1358d81e55a4e80f9eb71bacdaead0b, store=C 2024-12-05T03:19:08,865 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T03:19:08,884 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:08,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50474 deadline: 1733368808877, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:08,885 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:08,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50462 deadline: 1733368808877, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:08,888 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:08,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50496 deadline: 1733368808878, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:08,893 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:08,893 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:08,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50480 deadline: 1733368808880, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:08,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50518 deadline: 1733368808881, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:08,895 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/.tmp/A/d1f4942c8a26413e8528a78df9350ece is 50, key is test_row_0/A:col10/1733368748734/Put/seqid=0 2024-12-05T03:19:08,896 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073741881_1057 (size=12629) 2024-12-05T03:19:08,904 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073741880_1056 (size=12561) 2024-12-05T03:19:08,917 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/.tmp/C/b542a67873ea45e095ca98d28c427c41 as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/C/b542a67873ea45e095ca98d28c427c41 2024-12-05T03:19:08,931 INFO [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in b1358d81e55a4e80f9eb71bacdaead0b/C of b1358d81e55a4e80f9eb71bacdaead0b into b542a67873ea45e095ca98d28c427c41(size=12.3 K), total size for store is 24.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T03:19:08,931 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for b1358d81e55a4e80f9eb71bacdaead0b: 2024-12-05T03:19:08,931 INFO [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733368742337.b1358d81e55a4e80f9eb71bacdaead0b., storeName=b1358d81e55a4e80f9eb71bacdaead0b/C, priority=12, startTime=1733368748578; duration=0sec 2024-12-05T03:19:08,931 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-12-05T03:19:08,931 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b1358d81e55a4e80f9eb71bacdaead0b:C 2024-12-05T03:19:08,931 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T03:19:08,934 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36829 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T03:19:08,934 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.HStore(1540): b1358d81e55a4e80f9eb71bacdaead0b/B is initiating minor compaction (all files) 2024-12-05T03:19:08,934 INFO [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of b1358d81e55a4e80f9eb71bacdaead0b/B in TestAcidGuarantees,,1733368742337.b1358d81e55a4e80f9eb71bacdaead0b. 2024-12-05T03:19:08,937 INFO [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/B/80618247d33f47c4b5e6157a9e367459, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/B/26d3df72052c4a22bf3b5c606dbbb0e7, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/B/08a5251d21de4afd9477f17db48412c4] into tmpdir=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/.tmp, totalSize=36.0 K 2024-12-05T03:19:08,937 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] compactions.Compactor(224): Compacting 80618247d33f47c4b5e6157a9e367459, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=173, earliestPutTs=1733368747046 2024-12-05T03:19:08,938 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073741882_1058 (size=12151) 2024-12-05T03:19:08,942 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=237 (bloomFilter=true), to=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/.tmp/A/d1f4942c8a26413e8528a78df9350ece 2024-12-05T03:19:08,946 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] compactions.Compactor(224): Compacting 26d3df72052c4a22bf3b5c606dbbb0e7, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=196, earliestPutTs=1733368747723 2024-12-05T03:19:08,948 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] compactions.Compactor(224): Compacting 08a5251d21de4afd9477f17db48412c4, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=210, earliestPutTs=1733368748367 2024-12-05T03:19:08,962 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/.tmp/B/7e03d7b31e044593b2ca2a88c8ac9d87 is 50, key is test_row_0/B:col10/1733368748734/Put/seqid=0 2024-12-05T03:19:08,974 INFO [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): b1358d81e55a4e80f9eb71bacdaead0b#B#compaction#45 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T03:19:08,975 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/.tmp/B/261fcef30c9c4f689e3f7c9c61a95d44 is 50, key is test_row_0/B:col10/1733368748367/Put/seqid=0 2024-12-05T03:19:08,986 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073741883_1059 (size=12151) 2024-12-05T03:19:08,987 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=237 (bloomFilter=true), to=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/.tmp/B/7e03d7b31e044593b2ca2a88c8ac9d87 2024-12-05T03:19:09,000 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:09,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50462 deadline: 1733368808997, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:09,001 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:09,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50518 deadline: 1733368808998, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:09,002 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:09,002 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:09,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50480 deadline: 1733368808999, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:09,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50496 deadline: 1733368808998, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:09,002 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:09,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50474 deadline: 1733368808999, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:09,021 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073741884_1060 (size=12629) 2024-12-05T03:19:09,031 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/.tmp/B/261fcef30c9c4f689e3f7c9c61a95d44 as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/B/261fcef30c9c4f689e3f7c9c61a95d44 2024-12-05T03:19:09,038 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/.tmp/C/f73bbdbf31974c869eddf474310c9bd6 is 50, key is test_row_0/C:col10/1733368748734/Put/seqid=0 2024-12-05T03:19:09,044 INFO [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in b1358d81e55a4e80f9eb71bacdaead0b/B of b1358d81e55a4e80f9eb71bacdaead0b into 261fcef30c9c4f689e3f7c9c61a95d44(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T03:19:09,045 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for b1358d81e55a4e80f9eb71bacdaead0b: 2024-12-05T03:19:09,045 INFO [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733368742337.b1358d81e55a4e80f9eb71bacdaead0b., storeName=b1358d81e55a4e80f9eb71bacdaead0b/B, priority=13, startTime=1733368748578; duration=0sec 2024-12-05T03:19:09,045 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T03:19:09,045 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b1358d81e55a4e80f9eb71bacdaead0b:B 2024-12-05T03:19:09,045 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b1358d81e55a4e80f9eb71bacdaead0b:C 2024-12-05T03:19:09,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-12-05T03:19:09,045 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-12-05T03:19:09,045 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 18 completed 2024-12-05T03:19:09,047 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-12-05T03:19:09,047 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-12-05T03:19:09,047 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1733368742337.b1358d81e55a4e80f9eb71bacdaead0b. because compaction request was cancelled 2024-12-05T03:19:09,047 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b1358d81e55a4e80f9eb71bacdaead0b:C 2024-12-05T03:19:09,047 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-05T03:19:09,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] procedure2.ProcedureExecutor(1098): Stored pid=20, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=20, table=TestAcidGuarantees 2024-12-05T03:19:09,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-12-05T03:19:09,050 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=20, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=20, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-05T03:19:09,051 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=20, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=20, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-05T03:19:09,051 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=21, ppid=20, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-05T03:19:09,062 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073741885_1061 (size=12151) 2024-12-05T03:19:09,064 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=237 (bloomFilter=true), to=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/.tmp/C/f73bbdbf31974c869eddf474310c9bd6 2024-12-05T03:19:09,073 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/.tmp/A/d1f4942c8a26413e8528a78df9350ece as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/A/d1f4942c8a26413e8528a78df9350ece 2024-12-05T03:19:09,082 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/A/d1f4942c8a26413e8528a78df9350ece, entries=150, sequenceid=237, filesize=11.9 K 2024-12-05T03:19:09,092 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/.tmp/B/7e03d7b31e044593b2ca2a88c8ac9d87 as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/B/7e03d7b31e044593b2ca2a88c8ac9d87 2024-12-05T03:19:09,102 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/B/7e03d7b31e044593b2ca2a88c8ac9d87, entries=150, sequenceid=237, filesize=11.9 K 2024-12-05T03:19:09,108 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/.tmp/C/f73bbdbf31974c869eddf474310c9bd6 as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/C/f73bbdbf31974c869eddf474310c9bd6 2024-12-05T03:19:09,116 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/C/f73bbdbf31974c869eddf474310c9bd6, entries=150, sequenceid=237, filesize=11.9 K 2024-12-05T03:19:09,119 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for b1358d81e55a4e80f9eb71bacdaead0b in 259ms, sequenceid=237, compaction requested=true 2024-12-05T03:19:09,119 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for b1358d81e55a4e80f9eb71bacdaead0b: 2024-12-05T03:19:09,119 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 3 compacting, 1 eligible, 16 blocking 2024-12-05T03:19:09,120 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-12-05T03:19:09,120 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-12-05T03:19:09,120 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1733368742337.b1358d81e55a4e80f9eb71bacdaead0b. because compaction request was cancelled 2024-12-05T03:19:09,120 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b1358d81e55a4e80f9eb71bacdaead0b:A 2024-12-05T03:19:09,121 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b1358d81e55a4e80f9eb71bacdaead0b:A, priority=-2147483648, current under compaction store size is 0 2024-12-05T03:19:09,121 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T03:19:09,121 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b1358d81e55a4e80f9eb71bacdaead0b:B, priority=-2147483648, current under compaction store size is 1 2024-12-05T03:19:09,121 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T03:19:09,121 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-12-05T03:19:09,121 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b1358d81e55a4e80f9eb71bacdaead0b:C, priority=-2147483648, current under compaction store size is 2 2024-12-05T03:19:09,121 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T03:19:09,122 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-12-05T03:19:09,122 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-12-05T03:19:09,122 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1733368742337.b1358d81e55a4e80f9eb71bacdaead0b. because compaction request was cancelled 2024-12-05T03:19:09,122 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b1358d81e55a4e80f9eb71bacdaead0b:B 2024-12-05T03:19:09,122 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T03:19:09,124 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T03:19:09,124 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.HStore(1540): b1358d81e55a4e80f9eb71bacdaead0b/C is initiating minor compaction (all files) 2024-12-05T03:19:09,124 INFO [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of b1358d81e55a4e80f9eb71bacdaead0b/C in TestAcidGuarantees,,1733368742337.b1358d81e55a4e80f9eb71bacdaead0b. 2024-12-05T03:19:09,124 INFO [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/C/b542a67873ea45e095ca98d28c427c41, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/C/a8fb0d9fd1c64529888682bf7cc32d98, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/C/f73bbdbf31974c869eddf474310c9bd6] into tmpdir=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/.tmp, totalSize=36.0 K 2024-12-05T03:19:09,125 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] compactions.Compactor(224): Compacting b542a67873ea45e095ca98d28c427c41, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=196, earliestPutTs=1733368747723 2024-12-05T03:19:09,125 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] compactions.Compactor(224): Compacting a8fb0d9fd1c64529888682bf7cc32d98, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=210, earliestPutTs=1733368748367 2024-12-05T03:19:09,126 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] compactions.Compactor(224): Compacting f73bbdbf31974c869eddf474310c9bd6, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=237, earliestPutTs=1733368748734 2024-12-05T03:19:09,143 INFO [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): b1358d81e55a4e80f9eb71bacdaead0b#C#compaction#47 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T03:19:09,145 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/.tmp/C/f16a39f4b81b4364a8bf1bba15f76bf1 is 50, key is test_row_0/C:col10/1733368748734/Put/seqid=0 2024-12-05T03:19:09,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-12-05T03:19:09,182 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073741886_1062 (size=12663) 2024-12-05T03:19:09,192 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/.tmp/C/f16a39f4b81b4364a8bf1bba15f76bf1 as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/C/f16a39f4b81b4364a8bf1bba15f76bf1 2024-12-05T03:19:09,202 INFO [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in b1358d81e55a4e80f9eb71bacdaead0b/C of b1358d81e55a4e80f9eb71bacdaead0b into f16a39f4b81b4364a8bf1bba15f76bf1(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T03:19:09,202 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for b1358d81e55a4e80f9eb71bacdaead0b: 2024-12-05T03:19:09,203 INFO [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733368742337.b1358d81e55a4e80f9eb71bacdaead0b., storeName=b1358d81e55a4e80f9eb71bacdaead0b/C, priority=13, startTime=1733368749121; duration=0sec 2024-12-05T03:19:09,203 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T03:19:09,203 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b1358d81e55a4e80f9eb71bacdaead0b:C 2024-12-05T03:19:09,203 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 971fbbbe942d,46085,1733368737191 2024-12-05T03:19:09,204 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46085 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-12-05T03:19:09,204 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733368742337.b1358d81e55a4e80f9eb71bacdaead0b. 2024-12-05T03:19:09,205 INFO [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2837): Flushing b1358d81e55a4e80f9eb71bacdaead0b 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-05T03:19:09,205 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b1358d81e55a4e80f9eb71bacdaead0b, store=A 2024-12-05T03:19:09,205 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T03:19:09,205 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b1358d81e55a4e80f9eb71bacdaead0b, store=B 2024-12-05T03:19:09,205 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T03:19:09,206 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b1358d81e55a4e80f9eb71bacdaead0b, store=C 2024-12-05T03:19:09,206 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T03:19:09,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(8581): Flush requested on b1358d81e55a4e80f9eb71bacdaead0b 2024-12-05T03:19:09,210 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733368742337.b1358d81e55a4e80f9eb71bacdaead0b. as already flushing 2024-12-05T03:19:09,218 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/.tmp/A/17b2acea615b4155826c35b94081018f is 50, key is test_row_0/A:col10/1733368748871/Put/seqid=0 2024-12-05T03:19:09,253 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073741887_1063 (size=12151) 2024-12-05T03:19:09,257 INFO [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=251 (bloomFilter=true), to=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/.tmp/A/17b2acea615b4155826c35b94081018f 2024-12-05T03:19:09,259 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:09,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50480 deadline: 1733368809251, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:09,260 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:09,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50462 deadline: 1733368809251, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:09,260 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:09,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50474 deadline: 1733368809251, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:09,261 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:09,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50518 deadline: 1733368809254, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:09,262 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:09,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50496 deadline: 1733368809255, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:09,273 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/.tmp/B/0ec4ad14dff94d559bfe5c254ede5ccd is 50, key is test_row_0/B:col10/1733368748871/Put/seqid=0 2024-12-05T03:19:09,309 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/.tmp/A/06313cc2d9ce4d31bded94ccb75a2859 as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/A/06313cc2d9ce4d31bded94ccb75a2859 2024-12-05T03:19:09,309 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073741888_1064 (size=12151) 2024-12-05T03:19:09,312 INFO [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=251 (bloomFilter=true), to=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/.tmp/B/0ec4ad14dff94d559bfe5c254ede5ccd 2024-12-05T03:19:09,330 INFO [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in b1358d81e55a4e80f9eb71bacdaead0b/A of b1358d81e55a4e80f9eb71bacdaead0b into 06313cc2d9ce4d31bded94ccb75a2859(size=12.3 K), total size for store is 24.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T03:19:09,330 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for b1358d81e55a4e80f9eb71bacdaead0b: 2024-12-05T03:19:09,330 INFO [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733368742337.b1358d81e55a4e80f9eb71bacdaead0b., storeName=b1358d81e55a4e80f9eb71bacdaead0b/A, priority=13, startTime=1733368748577; duration=0sec 2024-12-05T03:19:09,330 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T03:19:09,330 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b1358d81e55a4e80f9eb71bacdaead0b:A 2024-12-05T03:19:09,339 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/.tmp/C/bb00b3796eb0458aa72460fe4502749b is 50, key is test_row_0/C:col10/1733368748871/Put/seqid=0 2024-12-05T03:19:09,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-12-05T03:19:09,355 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073741889_1065 (size=12151) 2024-12-05T03:19:09,362 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:09,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50480 deadline: 1733368809362, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:09,363 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:09,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50462 deadline: 1733368809362, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:09,364 INFO [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=251 (bloomFilter=true), to=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/.tmp/C/bb00b3796eb0458aa72460fe4502749b 2024-12-05T03:19:09,364 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:09,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50474 deadline: 1733368809364, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:09,365 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:09,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50518 deadline: 1733368809365, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:09,367 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:09,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50496 deadline: 1733368809367, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:09,372 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/.tmp/A/17b2acea615b4155826c35b94081018f as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/A/17b2acea615b4155826c35b94081018f 2024-12-05T03:19:09,383 INFO [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/A/17b2acea615b4155826c35b94081018f, entries=150, sequenceid=251, filesize=11.9 K 2024-12-05T03:19:09,386 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/.tmp/B/0ec4ad14dff94d559bfe5c254ede5ccd as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/B/0ec4ad14dff94d559bfe5c254ede5ccd 2024-12-05T03:19:09,393 INFO [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/B/0ec4ad14dff94d559bfe5c254ede5ccd, entries=150, sequenceid=251, filesize=11.9 K 2024-12-05T03:19:09,394 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/.tmp/C/bb00b3796eb0458aa72460fe4502749b as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/C/bb00b3796eb0458aa72460fe4502749b 2024-12-05T03:19:09,401 INFO [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/C/bb00b3796eb0458aa72460fe4502749b, entries=150, sequenceid=251, filesize=11.9 K 2024-12-05T03:19:09,402 INFO [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for b1358d81e55a4e80f9eb71bacdaead0b in 197ms, sequenceid=251, compaction requested=true 2024-12-05T03:19:09,402 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2538): Flush status journal for b1358d81e55a4e80f9eb71bacdaead0b: 2024-12-05T03:19:09,402 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733368742337.b1358d81e55a4e80f9eb71bacdaead0b. 2024-12-05T03:19:09,403 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=21 2024-12-05T03:19:09,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.HMaster(4106): Remote procedure done, pid=21 2024-12-05T03:19:09,407 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=21, resume processing ppid=20 2024-12-05T03:19:09,407 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=21, ppid=20, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 353 msec 2024-12-05T03:19:09,410 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=20, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=20, table=TestAcidGuarantees in 360 msec 2024-12-05T03:19:09,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(8581): Flush requested on b1358d81e55a4e80f9eb71bacdaead0b 2024-12-05T03:19:09,571 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing b1358d81e55a4e80f9eb71bacdaead0b 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-12-05T03:19:09,571 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b1358d81e55a4e80f9eb71bacdaead0b, store=A 2024-12-05T03:19:09,572 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T03:19:09,572 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b1358d81e55a4e80f9eb71bacdaead0b, store=B 2024-12-05T03:19:09,572 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T03:19:09,572 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b1358d81e55a4e80f9eb71bacdaead0b, store=C 2024-12-05T03:19:09,572 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T03:19:09,581 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:09,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50518 deadline: 1733368809577, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:09,583 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:09,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50496 deadline: 1733368809577, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:09,585 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:09,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50480 deadline: 1733368809584, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:09,586 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:09,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50462 deadline: 1733368809585, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:09,586 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:09,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50474 deadline: 1733368809586, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:09,590 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/.tmp/A/de59945da1fd458b981d0d190fe9769d is 50, key is test_row_0/A:col10/1733368749568/Put/seqid=0 2024-12-05T03:19:09,626 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073741890_1066 (size=17181) 2024-12-05T03:19:09,628 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=279 (bloomFilter=true), to=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/.tmp/A/de59945da1fd458b981d0d190fe9769d 2024-12-05T03:19:09,646 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/.tmp/B/2d18a96787534ea791aae6d5efbc1db3 is 50, key is test_row_0/B:col10/1733368749568/Put/seqid=0 2024-12-05T03:19:09,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-12-05T03:19:09,654 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 20 completed 2024-12-05T03:19:09,656 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-05T03:19:09,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] procedure2.ProcedureExecutor(1098): Stored pid=22, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=22, table=TestAcidGuarantees 2024-12-05T03:19:09,659 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=22, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=22, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-05T03:19:09,660 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=22, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=22, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-05T03:19:09,660 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=23, ppid=22, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-05T03:19:09,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-12-05T03:19:09,678 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073741891_1067 (size=12301) 2024-12-05T03:19:09,680 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=279 (bloomFilter=true), to=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/.tmp/B/2d18a96787534ea791aae6d5efbc1db3 2024-12-05T03:19:09,688 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:09,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50518 deadline: 1733368809686, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:09,690 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:09,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50480 deadline: 1733368809687, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:09,694 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:09,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50496 deadline: 1733368809688, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:09,694 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:09,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50462 deadline: 1733368809689, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:09,694 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:09,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50474 deadline: 1733368809690, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:09,706 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/.tmp/C/c920385ecec4473faa3bed1a35130050 is 50, key is test_row_0/C:col10/1733368749568/Put/seqid=0 2024-12-05T03:19:09,726 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073741892_1068 (size=12301) 2024-12-05T03:19:09,727 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=279 (bloomFilter=true), to=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/.tmp/C/c920385ecec4473faa3bed1a35130050 2024-12-05T03:19:09,739 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/.tmp/A/de59945da1fd458b981d0d190fe9769d as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/A/de59945da1fd458b981d0d190fe9769d 2024-12-05T03:19:09,752 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/A/de59945da1fd458b981d0d190fe9769d, entries=250, sequenceid=279, filesize=16.8 K 2024-12-05T03:19:09,754 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/.tmp/B/2d18a96787534ea791aae6d5efbc1db3 as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/B/2d18a96787534ea791aae6d5efbc1db3 2024-12-05T03:19:09,760 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/B/2d18a96787534ea791aae6d5efbc1db3, entries=150, sequenceid=279, filesize=12.0 K 2024-12-05T03:19:09,762 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/.tmp/C/c920385ecec4473faa3bed1a35130050 as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/C/c920385ecec4473faa3bed1a35130050 2024-12-05T03:19:09,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-12-05T03:19:09,771 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/C/c920385ecec4473faa3bed1a35130050, entries=150, sequenceid=279, filesize=12.0 K 2024-12-05T03:19:09,775 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=40.25 KB/41220 for b1358d81e55a4e80f9eb71bacdaead0b in 204ms, sequenceid=279, compaction requested=true 2024-12-05T03:19:09,775 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for b1358d81e55a4e80f9eb71bacdaead0b: 2024-12-05T03:19:09,775 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b1358d81e55a4e80f9eb71bacdaead0b:A, priority=-2147483648, current under compaction store size is 1 2024-12-05T03:19:09,775 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T03:19:09,775 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-05T03:19:09,775 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b1358d81e55a4e80f9eb71bacdaead0b:B, priority=-2147483648, current under compaction store size is 2 2024-12-05T03:19:09,775 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-05T03:19:09,775 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T03:19:09,775 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b1358d81e55a4e80f9eb71bacdaead0b:C, priority=-2147483648, current under compaction store size is 3 2024-12-05T03:19:09,775 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T03:19:09,777 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49232 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-05T03:19:09,777 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.HStore(1540): b1358d81e55a4e80f9eb71bacdaead0b/B is initiating minor compaction (all files) 2024-12-05T03:19:09,777 INFO [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of b1358d81e55a4e80f9eb71bacdaead0b/B in TestAcidGuarantees,,1733368742337.b1358d81e55a4e80f9eb71bacdaead0b. 2024-12-05T03:19:09,778 INFO [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/B/261fcef30c9c4f689e3f7c9c61a95d44, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/B/7e03d7b31e044593b2ca2a88c8ac9d87, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/B/0ec4ad14dff94d559bfe5c254ede5ccd, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/B/2d18a96787534ea791aae6d5efbc1db3] into tmpdir=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/.tmp, totalSize=48.1 K 2024-12-05T03:19:09,778 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] compactions.Compactor(224): Compacting 261fcef30c9c4f689e3f7c9c61a95d44, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=210, earliestPutTs=1733368748367 2024-12-05T03:19:09,778 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 54112 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-05T03:19:09,779 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.HStore(1540): b1358d81e55a4e80f9eb71bacdaead0b/A is initiating minor compaction (all files) 2024-12-05T03:19:09,779 INFO [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of b1358d81e55a4e80f9eb71bacdaead0b/A in TestAcidGuarantees,,1733368742337.b1358d81e55a4e80f9eb71bacdaead0b. 2024-12-05T03:19:09,779 INFO [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/A/06313cc2d9ce4d31bded94ccb75a2859, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/A/d1f4942c8a26413e8528a78df9350ece, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/A/17b2acea615b4155826c35b94081018f, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/A/de59945da1fd458b981d0d190fe9769d] into tmpdir=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/.tmp, totalSize=52.8 K 2024-12-05T03:19:09,779 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] compactions.Compactor(224): Compacting 7e03d7b31e044593b2ca2a88c8ac9d87, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=237, earliestPutTs=1733368748734 2024-12-05T03:19:09,780 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] compactions.Compactor(224): Compacting 06313cc2d9ce4d31bded94ccb75a2859, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=210, earliestPutTs=1733368748367 2024-12-05T03:19:09,780 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] compactions.Compactor(224): Compacting 0ec4ad14dff94d559bfe5c254ede5ccd, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=251, earliestPutTs=1733368748871 2024-12-05T03:19:09,788 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] compactions.Compactor(224): Compacting d1f4942c8a26413e8528a78df9350ece, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=237, earliestPutTs=1733368748734 2024-12-05T03:19:09,789 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] compactions.Compactor(224): Compacting 2d18a96787534ea791aae6d5efbc1db3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=279, earliestPutTs=1733368749251 2024-12-05T03:19:09,789 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] compactions.Compactor(224): Compacting 17b2acea615b4155826c35b94081018f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=251, earliestPutTs=1733368748871 2024-12-05T03:19:09,790 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] compactions.Compactor(224): Compacting de59945da1fd458b981d0d190fe9769d, keycount=250, bloomtype=ROW, size=16.8 K, encoding=NONE, compression=NONE, seqNum=279, earliestPutTs=1733368749241 2024-12-05T03:19:09,813 INFO [RS:0;971fbbbe942d:46085-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b1358d81e55a4e80f9eb71bacdaead0b#B#compaction#54 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T03:19:09,814 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/.tmp/B/fd3748ce2ddf4424a04ed6dd89321f7e is 50, key is test_row_0/B:col10/1733368749568/Put/seqid=0 2024-12-05T03:19:09,815 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 971fbbbe942d,46085,1733368737191 2024-12-05T03:19:09,816 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46085 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-12-05T03:19:09,816 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733368742337.b1358d81e55a4e80f9eb71bacdaead0b. 2024-12-05T03:19:09,817 INFO [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2837): Flushing b1358d81e55a4e80f9eb71bacdaead0b 3/3 column families, dataSize=40.25 KB heapSize=106.22 KB 2024-12-05T03:19:09,817 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b1358d81e55a4e80f9eb71bacdaead0b, store=A 2024-12-05T03:19:09,817 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T03:19:09,817 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b1358d81e55a4e80f9eb71bacdaead0b, store=B 2024-12-05T03:19:09,817 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T03:19:09,817 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b1358d81e55a4e80f9eb71bacdaead0b, store=C 2024-12-05T03:19:09,817 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T03:19:09,827 INFO [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): b1358d81e55a4e80f9eb71bacdaead0b#A#compaction#55 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T03:19:09,828 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/.tmp/A/b6c7c552bb7147ed88b64856f67faaa2 is 50, key is test_row_0/A:col10/1733368749568/Put/seqid=0 2024-12-05T03:19:09,838 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/.tmp/A/2d197302bf644544a41af3649f642c20 is 50, key is test_row_0/A:col10/1733368749579/Put/seqid=0 2024-12-05T03:19:09,857 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073741893_1069 (size=12915) 2024-12-05T03:19:09,866 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/.tmp/B/fd3748ce2ddf4424a04ed6dd89321f7e as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/B/fd3748ce2ddf4424a04ed6dd89321f7e 2024-12-05T03:19:09,875 INFO [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in b1358d81e55a4e80f9eb71bacdaead0b/B of b1358d81e55a4e80f9eb71bacdaead0b into fd3748ce2ddf4424a04ed6dd89321f7e(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T03:19:09,876 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for b1358d81e55a4e80f9eb71bacdaead0b: 2024-12-05T03:19:09,876 INFO [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733368742337.b1358d81e55a4e80f9eb71bacdaead0b., storeName=b1358d81e55a4e80f9eb71bacdaead0b/B, priority=12, startTime=1733368749775; duration=0sec 2024-12-05T03:19:09,876 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T03:19:09,876 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b1358d81e55a4e80f9eb71bacdaead0b:B 2024-12-05T03:19:09,876 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T03:19:09,878 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073741894_1070 (size=12915) 2024-12-05T03:19:09,880 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37115 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T03:19:09,880 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.HStore(1540): b1358d81e55a4e80f9eb71bacdaead0b/C is initiating minor compaction (all files) 2024-12-05T03:19:09,880 INFO [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of b1358d81e55a4e80f9eb71bacdaead0b/C in TestAcidGuarantees,,1733368742337.b1358d81e55a4e80f9eb71bacdaead0b. 2024-12-05T03:19:09,881 INFO [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/C/f16a39f4b81b4364a8bf1bba15f76bf1, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/C/bb00b3796eb0458aa72460fe4502749b, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/C/c920385ecec4473faa3bed1a35130050] into tmpdir=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/.tmp, totalSize=36.2 K 2024-12-05T03:19:09,882 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073741895_1071 (size=12301) 2024-12-05T03:19:09,882 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] compactions.Compactor(224): Compacting f16a39f4b81b4364a8bf1bba15f76bf1, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=237, earliestPutTs=1733368748734 2024-12-05T03:19:09,882 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] compactions.Compactor(224): Compacting bb00b3796eb0458aa72460fe4502749b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=251, earliestPutTs=1733368748871 2024-12-05T03:19:09,883 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] compactions.Compactor(224): Compacting c920385ecec4473faa3bed1a35130050, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=279, earliestPutTs=1733368749251 2024-12-05T03:19:09,885 INFO [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=288 (bloomFilter=true), to=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/.tmp/A/2d197302bf644544a41af3649f642c20 2024-12-05T03:19:09,898 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733368742337.b1358d81e55a4e80f9eb71bacdaead0b. as already flushing 2024-12-05T03:19:09,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(8581): Flush requested on b1358d81e55a4e80f9eb71bacdaead0b 2024-12-05T03:19:09,910 INFO [RS:0;971fbbbe942d:46085-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b1358d81e55a4e80f9eb71bacdaead0b#C#compaction#57 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T03:19:09,911 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/.tmp/C/19d87ef85a2441d3b901a4c474e8e3d5 is 50, key is test_row_0/C:col10/1733368749568/Put/seqid=0 2024-12-05T03:19:09,911 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/.tmp/B/8835daa1226749a890a25cf0299bb5bb is 50, key is test_row_0/B:col10/1733368749579/Put/seqid=0 2024-12-05T03:19:09,939 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:09,939 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:09,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50474 deadline: 1733368809933, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:09,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50462 deadline: 1733368809933, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:09,940 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:09,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50518 deadline: 1733368809935, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:09,942 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073741896_1072 (size=12915) 2024-12-05T03:19:09,942 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:09,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50496 deadline: 1733368809937, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:09,942 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:09,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50480 deadline: 1733368809939, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:09,950 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073741897_1073 (size=12301) 2024-12-05T03:19:09,952 INFO [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=288 (bloomFilter=true), to=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/.tmp/B/8835daa1226749a890a25cf0299bb5bb 2024-12-05T03:19:09,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-12-05T03:19:09,968 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/.tmp/C/d41e04fae49b4b12b64fb21f98ea0420 is 50, key is test_row_0/C:col10/1733368749579/Put/seqid=0 2024-12-05T03:19:10,002 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073741898_1074 (size=12301) 2024-12-05T03:19:10,003 INFO [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=288 (bloomFilter=true), to=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/.tmp/C/d41e04fae49b4b12b64fb21f98ea0420 2024-12-05T03:19:10,015 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/.tmp/A/2d197302bf644544a41af3649f642c20 as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/A/2d197302bf644544a41af3649f642c20 2024-12-05T03:19:10,026 INFO [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/A/2d197302bf644544a41af3649f642c20, entries=150, sequenceid=288, filesize=12.0 K 2024-12-05T03:19:10,030 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/.tmp/B/8835daa1226749a890a25cf0299bb5bb as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/B/8835daa1226749a890a25cf0299bb5bb 2024-12-05T03:19:10,042 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:10,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50474 deadline: 1733368810042, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:10,043 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:10,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50462 deadline: 1733368810042, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:10,044 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:10,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50496 deadline: 1733368810044, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:10,046 INFO [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/B/8835daa1226749a890a25cf0299bb5bb, entries=150, sequenceid=288, filesize=12.0 K 2024-12-05T03:19:10,045 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:10,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50518 deadline: 1733368810044, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:10,049 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/.tmp/C/d41e04fae49b4b12b64fb21f98ea0420 as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/C/d41e04fae49b4b12b64fb21f98ea0420 2024-12-05T03:19:10,054 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:10,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50480 deadline: 1733368810045, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:10,061 INFO [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/C/d41e04fae49b4b12b64fb21f98ea0420, entries=150, sequenceid=288, filesize=12.0 K 2024-12-05T03:19:10,064 INFO [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(3040): Finished flush of dataSize ~40.25 KB/41220, heapSize ~106.17 KB/108720, currentSize=161.02 KB/164880 for b1358d81e55a4e80f9eb71bacdaead0b in 248ms, sequenceid=288, compaction requested=false 2024-12-05T03:19:10,064 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2538): Flush status journal for b1358d81e55a4e80f9eb71bacdaead0b: 2024-12-05T03:19:10,064 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733368742337.b1358d81e55a4e80f9eb71bacdaead0b. 2024-12-05T03:19:10,064 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=23 2024-12-05T03:19:10,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.HMaster(4106): Remote procedure done, pid=23 2024-12-05T03:19:10,069 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=23, resume processing ppid=22 2024-12-05T03:19:10,069 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=23, ppid=22, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 406 msec 2024-12-05T03:19:10,071 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=22, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=22, table=TestAcidGuarantees in 414 msec 2024-12-05T03:19:10,250 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing b1358d81e55a4e80f9eb71bacdaead0b 3/3 column families, dataSize=167.72 KB heapSize=440.20 KB 2024-12-05T03:19:10,251 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b1358d81e55a4e80f9eb71bacdaead0b, store=A 2024-12-05T03:19:10,251 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T03:19:10,251 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b1358d81e55a4e80f9eb71bacdaead0b, store=B 2024-12-05T03:19:10,251 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T03:19:10,251 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b1358d81e55a4e80f9eb71bacdaead0b, store=C 2024-12-05T03:19:10,251 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T03:19:10,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(8581): Flush requested on b1358d81e55a4e80f9eb71bacdaead0b 2024-12-05T03:19:10,259 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/.tmp/A/59bb95815a604fff9196446d9614614e is 50, key is test_row_0/A:col10/1733368749933/Put/seqid=0 2024-12-05T03:19:10,266 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:10,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50480 deadline: 1733368810258, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:10,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-12-05T03:19:10,267 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 22 completed 2024-12-05T03:19:10,267 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:10,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50518 deadline: 1733368810260, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:10,268 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:10,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50462 deadline: 1733368810261, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:10,268 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:10,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50474 deadline: 1733368810262, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:10,269 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:10,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50496 deadline: 1733368810263, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:10,270 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-05T03:19:10,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] procedure2.ProcedureExecutor(1098): Stored pid=24, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=24, table=TestAcidGuarantees 2024-12-05T03:19:10,272 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=24, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=24, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-05T03:19:10,273 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=24, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=24, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-05T03:19:10,273 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=25, ppid=24, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-05T03:19:10,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-12-05T03:19:10,287 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/.tmp/A/b6c7c552bb7147ed88b64856f67faaa2 as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/A/b6c7c552bb7147ed88b64856f67faaa2 2024-12-05T03:19:10,295 INFO [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in b1358d81e55a4e80f9eb71bacdaead0b/A of b1358d81e55a4e80f9eb71bacdaead0b into b6c7c552bb7147ed88b64856f67faaa2(size=12.6 K), total size for store is 24.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T03:19:10,295 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for b1358d81e55a4e80f9eb71bacdaead0b: 2024-12-05T03:19:10,295 INFO [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733368742337.b1358d81e55a4e80f9eb71bacdaead0b., storeName=b1358d81e55a4e80f9eb71bacdaead0b/A, priority=12, startTime=1733368749775; duration=0sec 2024-12-05T03:19:10,295 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T03:19:10,295 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b1358d81e55a4e80f9eb71bacdaead0b:A 2024-12-05T03:19:10,299 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073741899_1075 (size=14741) 2024-12-05T03:19:10,300 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=317 (bloomFilter=true), to=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/.tmp/A/59bb95815a604fff9196446d9614614e 2024-12-05T03:19:10,315 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/.tmp/B/9a8a7466494341b4aa2117990d09fc7d is 50, key is test_row_0/B:col10/1733368749933/Put/seqid=0 2024-12-05T03:19:10,348 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073741900_1076 (size=12301) 2024-12-05T03:19:10,354 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/.tmp/C/19d87ef85a2441d3b901a4c474e8e3d5 as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/C/19d87ef85a2441d3b901a4c474e8e3d5 2024-12-05T03:19:10,362 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=317 (bloomFilter=true), to=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/.tmp/B/9a8a7466494341b4aa2117990d09fc7d 2024-12-05T03:19:10,364 INFO [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in b1358d81e55a4e80f9eb71bacdaead0b/C of b1358d81e55a4e80f9eb71bacdaead0b into 19d87ef85a2441d3b901a4c474e8e3d5(size=12.6 K), total size for store is 24.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T03:19:10,365 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for b1358d81e55a4e80f9eb71bacdaead0b: 2024-12-05T03:19:10,365 INFO [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733368742337.b1358d81e55a4e80f9eb71bacdaead0b., storeName=b1358d81e55a4e80f9eb71bacdaead0b/C, priority=13, startTime=1733368749775; duration=0sec 2024-12-05T03:19:10,365 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T03:19:10,365 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b1358d81e55a4e80f9eb71bacdaead0b:C 2024-12-05T03:19:10,371 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:10,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50518 deadline: 1733368810369, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:10,373 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:10,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50462 deadline: 1733368810370, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:10,374 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:10,374 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:10,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50496 deadline: 1733368810371, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:10,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50474 deadline: 1733368810370, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:10,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-12-05T03:19:10,381 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/.tmp/C/918e6bc7b5814206b3e5a72f780b992e is 50, key is test_row_0/C:col10/1733368749933/Put/seqid=0 2024-12-05T03:19:10,403 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073741901_1077 (size=12301) 2024-12-05T03:19:10,405 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=317 (bloomFilter=true), to=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/.tmp/C/918e6bc7b5814206b3e5a72f780b992e 2024-12-05T03:19:10,413 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/.tmp/A/59bb95815a604fff9196446d9614614e as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/A/59bb95815a604fff9196446d9614614e 2024-12-05T03:19:10,423 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/A/59bb95815a604fff9196446d9614614e, entries=200, sequenceid=317, filesize=14.4 K 2024-12-05T03:19:10,425 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/.tmp/B/9a8a7466494341b4aa2117990d09fc7d as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/B/9a8a7466494341b4aa2117990d09fc7d 2024-12-05T03:19:10,426 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 971fbbbe942d,46085,1733368737191 2024-12-05T03:19:10,427 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46085 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=25 2024-12-05T03:19:10,427 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733368742337.b1358d81e55a4e80f9eb71bacdaead0b. 2024-12-05T03:19:10,427 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733368742337.b1358d81e55a4e80f9eb71bacdaead0b. as already flushing 2024-12-05T03:19:10,427 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733368742337.b1358d81e55a4e80f9eb71bacdaead0b. 2024-12-05T03:19:10,427 ERROR [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] handler.RSProcedureHandler(58): pid=25 java.io.IOException: Unable to complete flush {ENCODED => b1358d81e55a4e80f9eb71bacdaead0b, NAME => 'TestAcidGuarantees,,1733368742337.b1358d81e55a4e80f9eb71bacdaead0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:19:10,428 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=25 java.io.IOException: Unable to complete flush {ENCODED => b1358d81e55a4e80f9eb71bacdaead0b, NAME => 'TestAcidGuarantees,,1733368742337.b1358d81e55a4e80f9eb71bacdaead0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:19:10,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.HMaster(4114): Remote procedure failed, pid=25 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b1358d81e55a4e80f9eb71bacdaead0b, NAME => 'TestAcidGuarantees,,1733368742337.b1358d81e55a4e80f9eb71bacdaead0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b1358d81e55a4e80f9eb71bacdaead0b, NAME => 'TestAcidGuarantees,,1733368742337.b1358d81e55a4e80f9eb71bacdaead0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:19:10,441 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/B/9a8a7466494341b4aa2117990d09fc7d, entries=150, sequenceid=317, filesize=12.0 K 2024-12-05T03:19:10,443 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/.tmp/C/918e6bc7b5814206b3e5a72f780b992e as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/C/918e6bc7b5814206b3e5a72f780b992e 2024-12-05T03:19:10,454 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/C/918e6bc7b5814206b3e5a72f780b992e, entries=150, sequenceid=317, filesize=12.0 K 2024-12-05T03:19:10,456 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~167.72 KB/171750, heapSize ~440.16 KB/450720, currentSize=40.25 KB/41220 for b1358d81e55a4e80f9eb71bacdaead0b in 205ms, sequenceid=317, compaction requested=true 2024-12-05T03:19:10,456 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for b1358d81e55a4e80f9eb71bacdaead0b: 2024-12-05T03:19:10,456 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b1358d81e55a4e80f9eb71bacdaead0b:A, priority=-2147483648, current under compaction store size is 1 2024-12-05T03:19:10,456 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T03:19:10,456 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b1358d81e55a4e80f9eb71bacdaead0b:B, priority=-2147483648, current under compaction store size is 2 2024-12-05T03:19:10,456 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T03:19:10,456 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T03:19:10,456 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T03:19:10,456 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b1358d81e55a4e80f9eb71bacdaead0b:C, priority=-2147483648, current under compaction store size is 3 2024-12-05T03:19:10,456 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T03:19:10,458 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37517 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T03:19:10,459 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.HStore(1540): b1358d81e55a4e80f9eb71bacdaead0b/B is initiating minor compaction (all files) 2024-12-05T03:19:10,459 INFO [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of b1358d81e55a4e80f9eb71bacdaead0b/B in TestAcidGuarantees,,1733368742337.b1358d81e55a4e80f9eb71bacdaead0b. 2024-12-05T03:19:10,459 INFO [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/B/fd3748ce2ddf4424a04ed6dd89321f7e, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/B/8835daa1226749a890a25cf0299bb5bb, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/B/9a8a7466494341b4aa2117990d09fc7d] into tmpdir=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/.tmp, totalSize=36.6 K 2024-12-05T03:19:10,460 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39957 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T03:19:10,460 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.HStore(1540): b1358d81e55a4e80f9eb71bacdaead0b/A is initiating minor compaction (all files) 2024-12-05T03:19:10,460 INFO [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of b1358d81e55a4e80f9eb71bacdaead0b/A in TestAcidGuarantees,,1733368742337.b1358d81e55a4e80f9eb71bacdaead0b. 2024-12-05T03:19:10,461 INFO [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/A/b6c7c552bb7147ed88b64856f67faaa2, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/A/2d197302bf644544a41af3649f642c20, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/A/59bb95815a604fff9196446d9614614e] into tmpdir=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/.tmp, totalSize=39.0 K 2024-12-05T03:19:10,462 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] compactions.Compactor(224): Compacting fd3748ce2ddf4424a04ed6dd89321f7e, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=279, earliestPutTs=1733368749251 2024-12-05T03:19:10,462 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] compactions.Compactor(224): Compacting b6c7c552bb7147ed88b64856f67faaa2, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=279, earliestPutTs=1733368749251 2024-12-05T03:19:10,463 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2d197302bf644544a41af3649f642c20, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=288, earliestPutTs=1733368749572 2024-12-05T03:19:10,463 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] compactions.Compactor(224): Compacting 8835daa1226749a890a25cf0299bb5bb, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=288, earliestPutTs=1733368749572 2024-12-05T03:19:10,464 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] compactions.Compactor(224): Compacting 59bb95815a604fff9196446d9614614e, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=317, earliestPutTs=1733368749933 2024-12-05T03:19:10,464 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] compactions.Compactor(224): Compacting 9a8a7466494341b4aa2117990d09fc7d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=317, earliestPutTs=1733368749933 2024-12-05T03:19:10,490 INFO [RS:0;971fbbbe942d:46085-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b1358d81e55a4e80f9eb71bacdaead0b#B#compaction#63 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-05T03:19:10,491 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/.tmp/B/f7ff6fba499c411c8a3d8478efc06bc1 is 50, key is test_row_0/B:col10/1733368749933/Put/seqid=0 2024-12-05T03:19:10,495 INFO [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): b1358d81e55a4e80f9eb71bacdaead0b#A#compaction#64 average throughput is 0.94 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T03:19:10,496 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/.tmp/A/175d3e96e9b84de6a3e91b43b4865614 is 50, key is test_row_0/A:col10/1733368749933/Put/seqid=0 2024-12-05T03:19:10,519 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073741902_1078 (size=13017) 2024-12-05T03:19:10,525 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073741903_1079 (size=13017) 2024-12-05T03:19:10,532 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/.tmp/B/f7ff6fba499c411c8a3d8478efc06bc1 as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/B/f7ff6fba499c411c8a3d8478efc06bc1 2024-12-05T03:19:10,543 INFO [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in b1358d81e55a4e80f9eb71bacdaead0b/B of b1358d81e55a4e80f9eb71bacdaead0b into f7ff6fba499c411c8a3d8478efc06bc1(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T03:19:10,543 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for b1358d81e55a4e80f9eb71bacdaead0b: 2024-12-05T03:19:10,543 INFO [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733368742337.b1358d81e55a4e80f9eb71bacdaead0b., storeName=b1358d81e55a4e80f9eb71bacdaead0b/B, priority=13, startTime=1733368750456; duration=0sec 2024-12-05T03:19:10,543 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T03:19:10,543 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b1358d81e55a4e80f9eb71bacdaead0b:B 2024-12-05T03:19:10,544 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T03:19:10,548 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37517 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T03:19:10,548 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.HStore(1540): b1358d81e55a4e80f9eb71bacdaead0b/C is initiating minor compaction (all files) 2024-12-05T03:19:10,548 INFO [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of b1358d81e55a4e80f9eb71bacdaead0b/C in TestAcidGuarantees,,1733368742337.b1358d81e55a4e80f9eb71bacdaead0b. 2024-12-05T03:19:10,548 INFO [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/C/19d87ef85a2441d3b901a4c474e8e3d5, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/C/d41e04fae49b4b12b64fb21f98ea0420, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/C/918e6bc7b5814206b3e5a72f780b992e] into tmpdir=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/.tmp, totalSize=36.6 K 2024-12-05T03:19:10,550 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] compactions.Compactor(224): Compacting 19d87ef85a2441d3b901a4c474e8e3d5, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=279, earliestPutTs=1733368749251 2024-12-05T03:19:10,550 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] compactions.Compactor(224): Compacting d41e04fae49b4b12b64fb21f98ea0420, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=288, earliestPutTs=1733368749572 2024-12-05T03:19:10,551 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] compactions.Compactor(224): Compacting 918e6bc7b5814206b3e5a72f780b992e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=317, earliestPutTs=1733368749933 2024-12-05T03:19:10,565 INFO [RS:0;971fbbbe942d:46085-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b1358d81e55a4e80f9eb71bacdaead0b#C#compaction#65 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T03:19:10,566 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/.tmp/C/53649b059d2b46879c7e203fad6f13c4 is 50, key is test_row_0/C:col10/1733368749933/Put/seqid=0 2024-12-05T03:19:10,576 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing b1358d81e55a4e80f9eb71bacdaead0b 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-05T03:19:10,576 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b1358d81e55a4e80f9eb71bacdaead0b, store=A 2024-12-05T03:19:10,576 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T03:19:10,577 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b1358d81e55a4e80f9eb71bacdaead0b, store=B 2024-12-05T03:19:10,577 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T03:19:10,577 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b1358d81e55a4e80f9eb71bacdaead0b, store=C 2024-12-05T03:19:10,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-12-05T03:19:10,577 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T03:19:10,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(8581): Flush requested on b1358d81e55a4e80f9eb71bacdaead0b 2024-12-05T03:19:10,580 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 971fbbbe942d,46085,1733368737191 2024-12-05T03:19:10,581 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46085 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=25 2024-12-05T03:19:10,582 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733368742337.b1358d81e55a4e80f9eb71bacdaead0b. 2024-12-05T03:19:10,582 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733368742337.b1358d81e55a4e80f9eb71bacdaead0b. as already flushing 2024-12-05T03:19:10,582 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733368742337.b1358d81e55a4e80f9eb71bacdaead0b. 2024-12-05T03:19:10,582 ERROR [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] handler.RSProcedureHandler(58): pid=25 java.io.IOException: Unable to complete flush {ENCODED => b1358d81e55a4e80f9eb71bacdaead0b, NAME => 'TestAcidGuarantees,,1733368742337.b1358d81e55a4e80f9eb71bacdaead0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:19:10,582 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=25 java.io.IOException: Unable to complete flush {ENCODED => b1358d81e55a4e80f9eb71bacdaead0b, NAME => 'TestAcidGuarantees,,1733368742337.b1358d81e55a4e80f9eb71bacdaead0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:19:10,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.HMaster(4114): Remote procedure failed, pid=25 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b1358d81e55a4e80f9eb71bacdaead0b, NAME => 'TestAcidGuarantees,,1733368742337.b1358d81e55a4e80f9eb71bacdaead0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b1358d81e55a4e80f9eb71bacdaead0b, NAME => 'TestAcidGuarantees,,1733368742337.b1358d81e55a4e80f9eb71bacdaead0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:19:10,590 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073741904_1080 (size=13017) 2024-12-05T03:19:10,594 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/.tmp/A/a699972801e0406e8b089e24c316ca8b is 50, key is test_row_0/A:col10/1733368750574/Put/seqid=0 2024-12-05T03:19:10,598 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/.tmp/C/53649b059d2b46879c7e203fad6f13c4 as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/C/53649b059d2b46879c7e203fad6f13c4 2024-12-05T03:19:10,602 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073741905_1081 (size=14741) 2024-12-05T03:19:10,604 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=331 (bloomFilter=true), to=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/.tmp/A/a699972801e0406e8b089e24c316ca8b 2024-12-05T03:19:10,614 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/.tmp/B/0e70fd1125724179bd488f439641e8f6 is 50, key is test_row_0/B:col10/1733368750574/Put/seqid=0 2024-12-05T03:19:10,620 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073741906_1082 (size=12301) 2024-12-05T03:19:10,639 INFO [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in b1358d81e55a4e80f9eb71bacdaead0b/C of b1358d81e55a4e80f9eb71bacdaead0b into 53649b059d2b46879c7e203fad6f13c4(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T03:19:10,639 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for b1358d81e55a4e80f9eb71bacdaead0b: 2024-12-05T03:19:10,639 INFO [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733368742337.b1358d81e55a4e80f9eb71bacdaead0b., storeName=b1358d81e55a4e80f9eb71bacdaead0b/C, priority=13, startTime=1733368750456; duration=0sec 2024-12-05T03:19:10,640 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T03:19:10,640 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b1358d81e55a4e80f9eb71bacdaead0b:C 2024-12-05T03:19:10,680 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:10,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50496 deadline: 1733368810669, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:10,682 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:10,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50518 deadline: 1733368810678, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:10,683 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:10,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50480 deadline: 1733368810679, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:10,684 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:10,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50462 deadline: 1733368810680, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:10,686 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:10,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50474 deadline: 1733368810682, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:10,735 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 971fbbbe942d,46085,1733368737191 2024-12-05T03:19:10,736 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46085 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=25 2024-12-05T03:19:10,736 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733368742337.b1358d81e55a4e80f9eb71bacdaead0b. 2024-12-05T03:19:10,736 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733368742337.b1358d81e55a4e80f9eb71bacdaead0b. as already flushing 2024-12-05T03:19:10,736 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733368742337.b1358d81e55a4e80f9eb71bacdaead0b. 2024-12-05T03:19:10,736 ERROR [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] handler.RSProcedureHandler(58): pid=25 java.io.IOException: Unable to complete flush {ENCODED => b1358d81e55a4e80f9eb71bacdaead0b, NAME => 'TestAcidGuarantees,,1733368742337.b1358d81e55a4e80f9eb71bacdaead0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:19:10,737 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=25 java.io.IOException: Unable to complete flush {ENCODED => b1358d81e55a4e80f9eb71bacdaead0b, NAME => 'TestAcidGuarantees,,1733368742337.b1358d81e55a4e80f9eb71bacdaead0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:19:10,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.HMaster(4114): Remote procedure failed, pid=25 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b1358d81e55a4e80f9eb71bacdaead0b, NAME => 'TestAcidGuarantees,,1733368742337.b1358d81e55a4e80f9eb71bacdaead0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b1358d81e55a4e80f9eb71bacdaead0b, NAME => 'TestAcidGuarantees,,1733368742337.b1358d81e55a4e80f9eb71bacdaead0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:19:10,783 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:10,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50496 deadline: 1733368810782, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:10,787 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:10,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50518 deadline: 1733368810785, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:10,787 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:10,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50480 deadline: 1733368810785, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:10,788 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:10,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50462 deadline: 1733368810786, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:10,792 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:10,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50474 deadline: 1733368810790, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:10,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-12-05T03:19:10,890 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 971fbbbe942d,46085,1733368737191 2024-12-05T03:19:10,890 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46085 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=25 2024-12-05T03:19:10,890 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733368742337.b1358d81e55a4e80f9eb71bacdaead0b. 2024-12-05T03:19:10,891 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733368742337.b1358d81e55a4e80f9eb71bacdaead0b. as already flushing 2024-12-05T03:19:10,891 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733368742337.b1358d81e55a4e80f9eb71bacdaead0b. 2024-12-05T03:19:10,891 ERROR [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] handler.RSProcedureHandler(58): pid=25 java.io.IOException: Unable to complete flush {ENCODED => b1358d81e55a4e80f9eb71bacdaead0b, NAME => 'TestAcidGuarantees,,1733368742337.b1358d81e55a4e80f9eb71bacdaead0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:19:10,891 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=25 java.io.IOException: Unable to complete flush {ENCODED => b1358d81e55a4e80f9eb71bacdaead0b, NAME => 'TestAcidGuarantees,,1733368742337.b1358d81e55a4e80f9eb71bacdaead0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:19:10,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.HMaster(4114): Remote procedure failed, pid=25 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b1358d81e55a4e80f9eb71bacdaead0b, NAME => 'TestAcidGuarantees,,1733368742337.b1358d81e55a4e80f9eb71bacdaead0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b1358d81e55a4e80f9eb71bacdaead0b, NAME => 'TestAcidGuarantees,,1733368742337.b1358d81e55a4e80f9eb71bacdaead0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:19:10,935 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/.tmp/A/175d3e96e9b84de6a3e91b43b4865614 as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/A/175d3e96e9b84de6a3e91b43b4865614 2024-12-05T03:19:10,946 INFO [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in b1358d81e55a4e80f9eb71bacdaead0b/A of b1358d81e55a4e80f9eb71bacdaead0b into 175d3e96e9b84de6a3e91b43b4865614(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T03:19:10,946 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for b1358d81e55a4e80f9eb71bacdaead0b: 2024-12-05T03:19:10,946 INFO [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733368742337.b1358d81e55a4e80f9eb71bacdaead0b., storeName=b1358d81e55a4e80f9eb71bacdaead0b/A, priority=13, startTime=1733368750456; duration=0sec 2024-12-05T03:19:10,947 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T03:19:10,947 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b1358d81e55a4e80f9eb71bacdaead0b:A 2024-12-05T03:19:10,986 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:10,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50496 deadline: 1733368810986, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:10,990 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:10,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50462 deadline: 1733368810990, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:10,991 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:10,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50480 deadline: 1733368810991, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:10,992 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:10,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50518 deadline: 1733368810991, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:10,998 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:10,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50474 deadline: 1733368810995, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:11,022 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=331 (bloomFilter=true), to=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/.tmp/B/0e70fd1125724179bd488f439641e8f6 2024-12-05T03:19:11,041 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/.tmp/C/9b4f3d66188d49688eff5c783ee4d99e is 50, key is test_row_0/C:col10/1733368750574/Put/seqid=0 2024-12-05T03:19:11,043 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 971fbbbe942d,46085,1733368737191 2024-12-05T03:19:11,044 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46085 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=25 2024-12-05T03:19:11,044 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733368742337.b1358d81e55a4e80f9eb71bacdaead0b. 2024-12-05T03:19:11,044 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733368742337.b1358d81e55a4e80f9eb71bacdaead0b. as already flushing 2024-12-05T03:19:11,044 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733368742337.b1358d81e55a4e80f9eb71bacdaead0b. 2024-12-05T03:19:11,044 ERROR [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] handler.RSProcedureHandler(58): pid=25 java.io.IOException: Unable to complete flush {ENCODED => b1358d81e55a4e80f9eb71bacdaead0b, NAME => 'TestAcidGuarantees,,1733368742337.b1358d81e55a4e80f9eb71bacdaead0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:19:11,045 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=25 java.io.IOException: Unable to complete flush {ENCODED => b1358d81e55a4e80f9eb71bacdaead0b, NAME => 'TestAcidGuarantees,,1733368742337.b1358d81e55a4e80f9eb71bacdaead0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:19:11,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.HMaster(4114): Remote procedure failed, pid=25 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b1358d81e55a4e80f9eb71bacdaead0b, NAME => 'TestAcidGuarantees,,1733368742337.b1358d81e55a4e80f9eb71bacdaead0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b1358d81e55a4e80f9eb71bacdaead0b, NAME => 'TestAcidGuarantees,,1733368742337.b1358d81e55a4e80f9eb71bacdaead0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:19:11,072 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073741907_1083 (size=12301) 2024-12-05T03:19:11,073 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=331 (bloomFilter=true), to=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/.tmp/C/9b4f3d66188d49688eff5c783ee4d99e 2024-12-05T03:19:11,084 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/.tmp/A/a699972801e0406e8b089e24c316ca8b as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/A/a699972801e0406e8b089e24c316ca8b 2024-12-05T03:19:11,095 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/A/a699972801e0406e8b089e24c316ca8b, entries=200, sequenceid=331, filesize=14.4 K 2024-12-05T03:19:11,097 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/.tmp/B/0e70fd1125724179bd488f439641e8f6 as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/B/0e70fd1125724179bd488f439641e8f6 2024-12-05T03:19:11,109 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/B/0e70fd1125724179bd488f439641e8f6, entries=150, sequenceid=331, filesize=12.0 K 2024-12-05T03:19:11,111 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/.tmp/C/9b4f3d66188d49688eff5c783ee4d99e as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/C/9b4f3d66188d49688eff5c783ee4d99e 2024-12-05T03:19:11,117 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/C/9b4f3d66188d49688eff5c783ee4d99e, entries=150, sequenceid=331, filesize=12.0 K 2024-12-05T03:19:11,119 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=154.31 KB/158010 for b1358d81e55a4e80f9eb71bacdaead0b in 543ms, sequenceid=331, compaction requested=false 2024-12-05T03:19:11,119 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for b1358d81e55a4e80f9eb71bacdaead0b: 2024-12-05T03:19:11,198 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 971fbbbe942d,46085,1733368737191 2024-12-05T03:19:11,198 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46085 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=25 2024-12-05T03:19:11,199 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733368742337.b1358d81e55a4e80f9eb71bacdaead0b. 2024-12-05T03:19:11,199 INFO [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2837): Flushing b1358d81e55a4e80f9eb71bacdaead0b 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-12-05T03:19:11,199 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b1358d81e55a4e80f9eb71bacdaead0b, store=A 2024-12-05T03:19:11,199 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T03:19:11,199 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b1358d81e55a4e80f9eb71bacdaead0b, store=B 2024-12-05T03:19:11,199 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T03:19:11,200 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b1358d81e55a4e80f9eb71bacdaead0b, store=C 2024-12-05T03:19:11,200 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T03:19:11,209 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/.tmp/A/9d1363271db74aba8f733e1b82c49369 is 50, key is test_row_0/A:col10/1733368750678/Put/seqid=0 2024-12-05T03:19:11,278 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073741908_1084 (size=12301) 2024-12-05T03:19:11,279 INFO [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=359 (bloomFilter=true), to=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/.tmp/A/9d1363271db74aba8f733e1b82c49369 2024-12-05T03:19:11,293 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733368742337.b1358d81e55a4e80f9eb71bacdaead0b. as already flushing 2024-12-05T03:19:11,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(8581): Flush requested on b1358d81e55a4e80f9eb71bacdaead0b 2024-12-05T03:19:11,301 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/.tmp/B/8de6f8ef97954f7292df2cc993f19a27 is 50, key is test_row_0/B:col10/1733368750678/Put/seqid=0 2024-12-05T03:19:11,312 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073741909_1085 (size=12301) 2024-12-05T03:19:11,316 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:11,316 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:11,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50462 deadline: 1733368811304, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:11,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50496 deadline: 1733368811303, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:11,319 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:11,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50518 deadline: 1733368811317, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:11,320 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:11,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50480 deadline: 1733368811317, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:11,321 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:11,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50474 deadline: 1733368811317, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:11,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-12-05T03:19:11,420 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:11,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50462 deadline: 1733368811419, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:11,420 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:11,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50496 deadline: 1733368811419, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:11,422 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:11,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50518 deadline: 1733368811421, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:11,422 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:11,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50480 deadline: 1733368811422, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:11,428 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:11,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50474 deadline: 1733368811424, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:11,624 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:11,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50462 deadline: 1733368811623, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:11,625 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:11,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50496 deadline: 1733368811624, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:11,625 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:11,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50518 deadline: 1733368811624, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:11,626 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:11,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50480 deadline: 1733368811625, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:11,632 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:11,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50474 deadline: 1733368811632, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:11,714 INFO [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=359 (bloomFilter=true), to=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/.tmp/B/8de6f8ef97954f7292df2cc993f19a27 2024-12-05T03:19:11,738 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/.tmp/C/70a5c6ef53cc4c14b26cd3354418b564 is 50, key is test_row_0/C:col10/1733368750678/Put/seqid=0 2024-12-05T03:19:11,770 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073741910_1086 (size=12301) 2024-12-05T03:19:11,771 INFO [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=359 (bloomFilter=true), to=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/.tmp/C/70a5c6ef53cc4c14b26cd3354418b564 2024-12-05T03:19:11,779 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/.tmp/A/9d1363271db74aba8f733e1b82c49369 as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/A/9d1363271db74aba8f733e1b82c49369 2024-12-05T03:19:11,787 INFO [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/A/9d1363271db74aba8f733e1b82c49369, entries=150, sequenceid=359, filesize=12.0 K 2024-12-05T03:19:11,789 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/.tmp/B/8de6f8ef97954f7292df2cc993f19a27 as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/B/8de6f8ef97954f7292df2cc993f19a27 2024-12-05T03:19:11,795 INFO [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/B/8de6f8ef97954f7292df2cc993f19a27, entries=150, sequenceid=359, filesize=12.0 K 2024-12-05T03:19:11,798 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/.tmp/C/70a5c6ef53cc4c14b26cd3354418b564 as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/C/70a5c6ef53cc4c14b26cd3354418b564 2024-12-05T03:19:11,805 INFO [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/C/70a5c6ef53cc4c14b26cd3354418b564, entries=150, sequenceid=359, filesize=12.0 K 2024-12-05T03:19:11,807 INFO [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=53.67 KB/54960 for b1358d81e55a4e80f9eb71bacdaead0b in 608ms, sequenceid=359, compaction requested=true 2024-12-05T03:19:11,807 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2538): Flush status journal for b1358d81e55a4e80f9eb71bacdaead0b: 2024-12-05T03:19:11,807 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733368742337.b1358d81e55a4e80f9eb71bacdaead0b. 2024-12-05T03:19:11,807 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=25 2024-12-05T03:19:11,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.HMaster(4106): Remote procedure done, pid=25 2024-12-05T03:19:11,813 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=25, resume processing ppid=24 2024-12-05T03:19:11,813 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=25, ppid=24, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5370 sec 2024-12-05T03:19:11,816 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=24, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=24, table=TestAcidGuarantees in 1.5440 sec 2024-12-05T03:19:11,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(8581): Flush requested on b1358d81e55a4e80f9eb71bacdaead0b 2024-12-05T03:19:11,933 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing b1358d81e55a4e80f9eb71bacdaead0b 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-12-05T03:19:11,934 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b1358d81e55a4e80f9eb71bacdaead0b, store=A 2024-12-05T03:19:11,934 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T03:19:11,934 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b1358d81e55a4e80f9eb71bacdaead0b, store=B 2024-12-05T03:19:11,934 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T03:19:11,934 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b1358d81e55a4e80f9eb71bacdaead0b, store=C 2024-12-05T03:19:11,934 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T03:19:11,946 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/.tmp/A/b7d2b4b33af0423cae3fd60c71aa12d0 is 50, key is test_row_0/A:col10/1733368751932/Put/seqid=0 2024-12-05T03:19:11,966 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:11,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50462 deadline: 1733368811963, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:11,970 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:11,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50474 deadline: 1733368811964, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:11,971 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:11,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50480 deadline: 1733368811964, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:11,972 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:11,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50518 deadline: 1733368811966, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:11,974 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073741911_1087 (size=12301) 2024-12-05T03:19:11,976 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:11,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50496 deadline: 1733368811966, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:12,070 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:12,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50462 deadline: 1733368812068, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:12,078 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:12,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50474 deadline: 1733368812072, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:12,079 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:12,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50480 deadline: 1733368812073, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:12,079 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:12,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50518 deadline: 1733368812073, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:12,079 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:12,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50496 deadline: 1733368812077, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:12,273 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:12,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50462 deadline: 1733368812273, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:12,285 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:12,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50474 deadline: 1733368812281, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:12,286 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:12,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50480 deadline: 1733368812282, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:12,286 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:12,286 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:12,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50518 deadline: 1733368812282, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:12,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50496 deadline: 1733368812282, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:12,375 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=372 (bloomFilter=true), to=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/.tmp/A/b7d2b4b33af0423cae3fd60c71aa12d0 2024-12-05T03:19:12,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-12-05T03:19:12,381 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 24 completed 2024-12-05T03:19:12,384 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-05T03:19:12,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] procedure2.ProcedureExecutor(1098): Stored pid=26, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=26, table=TestAcidGuarantees 2024-12-05T03:19:12,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-12-05T03:19:12,388 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=26, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=26, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-05T03:19:12,390 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/.tmp/B/c4225375b09b4a2e8d37b6f8bdf6785c is 50, key is test_row_0/B:col10/1733368751932/Put/seqid=0 2024-12-05T03:19:12,390 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=26, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=26, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-05T03:19:12,391 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=27, ppid=26, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-05T03:19:12,405 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073741912_1088 (size=12301) 2024-12-05T03:19:12,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-12-05T03:19:12,543 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 971fbbbe942d,46085,1733368737191 2024-12-05T03:19:12,544 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46085 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=27 2024-12-05T03:19:12,544 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733368742337.b1358d81e55a4e80f9eb71bacdaead0b. 2024-12-05T03:19:12,544 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733368742337.b1358d81e55a4e80f9eb71bacdaead0b. as already flushing 2024-12-05T03:19:12,544 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733368742337.b1358d81e55a4e80f9eb71bacdaead0b. 2024-12-05T03:19:12,544 ERROR [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] handler.RSProcedureHandler(58): pid=27 java.io.IOException: Unable to complete flush {ENCODED => b1358d81e55a4e80f9eb71bacdaead0b, NAME => 'TestAcidGuarantees,,1733368742337.b1358d81e55a4e80f9eb71bacdaead0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:19:12,545 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=27 java.io.IOException: Unable to complete flush {ENCODED => b1358d81e55a4e80f9eb71bacdaead0b, NAME => 'TestAcidGuarantees,,1733368742337.b1358d81e55a4e80f9eb71bacdaead0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:19:12,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.HMaster(4114): Remote procedure failed, pid=27 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b1358d81e55a4e80f9eb71bacdaead0b, NAME => 'TestAcidGuarantees,,1733368742337.b1358d81e55a4e80f9eb71bacdaead0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b1358d81e55a4e80f9eb71bacdaead0b, NAME => 'TestAcidGuarantees,,1733368742337.b1358d81e55a4e80f9eb71bacdaead0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:19:12,579 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:12,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50462 deadline: 1733368812577, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:12,588 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:12,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50474 deadline: 1733368812588, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:12,592 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:12,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50480 deadline: 1733368812588, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:12,593 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:12,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50496 deadline: 1733368812590, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:12,593 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:12,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50518 deadline: 1733368812590, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:12,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-12-05T03:19:12,698 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 971fbbbe942d,46085,1733368737191 2024-12-05T03:19:12,698 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46085 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=27 2024-12-05T03:19:12,698 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733368742337.b1358d81e55a4e80f9eb71bacdaead0b. 2024-12-05T03:19:12,699 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733368742337.b1358d81e55a4e80f9eb71bacdaead0b. as already flushing 2024-12-05T03:19:12,699 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733368742337.b1358d81e55a4e80f9eb71bacdaead0b. 2024-12-05T03:19:12,699 ERROR [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] handler.RSProcedureHandler(58): pid=27 java.io.IOException: Unable to complete flush {ENCODED => b1358d81e55a4e80f9eb71bacdaead0b, NAME => 'TestAcidGuarantees,,1733368742337.b1358d81e55a4e80f9eb71bacdaead0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:19:12,699 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=27 java.io.IOException: Unable to complete flush {ENCODED => b1358d81e55a4e80f9eb71bacdaead0b, NAME => 'TestAcidGuarantees,,1733368742337.b1358d81e55a4e80f9eb71bacdaead0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:19:12,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.HMaster(4114): Remote procedure failed, pid=27 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b1358d81e55a4e80f9eb71bacdaead0b, NAME => 'TestAcidGuarantees,,1733368742337.b1358d81e55a4e80f9eb71bacdaead0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b1358d81e55a4e80f9eb71bacdaead0b, NAME => 'TestAcidGuarantees,,1733368742337.b1358d81e55a4e80f9eb71bacdaead0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:19:12,806 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=372 (bloomFilter=true), to=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/.tmp/B/c4225375b09b4a2e8d37b6f8bdf6785c 2024-12-05T03:19:12,822 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/.tmp/C/f5b51e421a924b5b8e66fe1237251c8c is 50, key is test_row_0/C:col10/1733368751932/Put/seqid=0 2024-12-05T03:19:12,834 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073741913_1089 (size=12301) 2024-12-05T03:19:12,836 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=372 (bloomFilter=true), to=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/.tmp/C/f5b51e421a924b5b8e66fe1237251c8c 2024-12-05T03:19:12,846 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/.tmp/A/b7d2b4b33af0423cae3fd60c71aa12d0 as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/A/b7d2b4b33af0423cae3fd60c71aa12d0 2024-12-05T03:19:12,852 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 971fbbbe942d,46085,1733368737191 2024-12-05T03:19:12,853 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46085 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=27 2024-12-05T03:19:12,853 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733368742337.b1358d81e55a4e80f9eb71bacdaead0b. 2024-12-05T03:19:12,853 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733368742337.b1358d81e55a4e80f9eb71bacdaead0b. as already flushing 2024-12-05T03:19:12,853 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733368742337.b1358d81e55a4e80f9eb71bacdaead0b. 2024-12-05T03:19:12,853 ERROR [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] handler.RSProcedureHandler(58): pid=27 java.io.IOException: Unable to complete flush {ENCODED => b1358d81e55a4e80f9eb71bacdaead0b, NAME => 'TestAcidGuarantees,,1733368742337.b1358d81e55a4e80f9eb71bacdaead0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:19:12,854 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=27 java.io.IOException: Unable to complete flush {ENCODED => b1358d81e55a4e80f9eb71bacdaead0b, NAME => 'TestAcidGuarantees,,1733368742337.b1358d81e55a4e80f9eb71bacdaead0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:19:12,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.HMaster(4114): Remote procedure failed, pid=27 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b1358d81e55a4e80f9eb71bacdaead0b, NAME => 'TestAcidGuarantees,,1733368742337.b1358d81e55a4e80f9eb71bacdaead0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b1358d81e55a4e80f9eb71bacdaead0b, NAME => 'TestAcidGuarantees,,1733368742337.b1358d81e55a4e80f9eb71bacdaead0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:19:12,857 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/A/b7d2b4b33af0423cae3fd60c71aa12d0, entries=150, sequenceid=372, filesize=12.0 K 2024-12-05T03:19:12,858 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/.tmp/B/c4225375b09b4a2e8d37b6f8bdf6785c as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/B/c4225375b09b4a2e8d37b6f8bdf6785c 2024-12-05T03:19:12,868 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/B/c4225375b09b4a2e8d37b6f8bdf6785c, entries=150, sequenceid=372, filesize=12.0 K 2024-12-05T03:19:12,870 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/.tmp/C/f5b51e421a924b5b8e66fe1237251c8c as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/C/f5b51e421a924b5b8e66fe1237251c8c 2024-12-05T03:19:12,878 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/C/f5b51e421a924b5b8e66fe1237251c8c, entries=150, sequenceid=372, filesize=12.0 K 2024-12-05T03:19:12,901 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=140.89 KB/144270 for b1358d81e55a4e80f9eb71bacdaead0b in 968ms, sequenceid=372, compaction requested=true 2024-12-05T03:19:12,901 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for b1358d81e55a4e80f9eb71bacdaead0b: 2024-12-05T03:19:12,901 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-05T03:19:12,902 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b1358d81e55a4e80f9eb71bacdaead0b:A, priority=-2147483648, current under compaction store size is 1 2024-12-05T03:19:12,902 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T03:19:12,902 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b1358d81e55a4e80f9eb71bacdaead0b:B, priority=-2147483648, current under compaction store size is 2 2024-12-05T03:19:12,902 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T03:19:12,902 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-05T03:19:12,902 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b1358d81e55a4e80f9eb71bacdaead0b:C, priority=-2147483648, current under compaction store size is 3 2024-12-05T03:19:12,902 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T03:19:12,905 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 52360 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-05T03:19:12,905 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.HStore(1540): b1358d81e55a4e80f9eb71bacdaead0b/A is initiating minor compaction (all files) 2024-12-05T03:19:12,905 INFO [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of b1358d81e55a4e80f9eb71bacdaead0b/A in TestAcidGuarantees,,1733368742337.b1358d81e55a4e80f9eb71bacdaead0b. 2024-12-05T03:19:12,906 INFO [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/A/175d3e96e9b84de6a3e91b43b4865614, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/A/a699972801e0406e8b089e24c316ca8b, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/A/9d1363271db74aba8f733e1b82c49369, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/A/b7d2b4b33af0423cae3fd60c71aa12d0] into tmpdir=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/.tmp, totalSize=51.1 K 2024-12-05T03:19:12,906 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] compactions.Compactor(224): Compacting 175d3e96e9b84de6a3e91b43b4865614, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=317, earliestPutTs=1733368749933 2024-12-05T03:19:12,907 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49920 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-05T03:19:12,907 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.HStore(1540): b1358d81e55a4e80f9eb71bacdaead0b/B is initiating minor compaction (all files) 2024-12-05T03:19:12,907 INFO [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of b1358d81e55a4e80f9eb71bacdaead0b/B in TestAcidGuarantees,,1733368742337.b1358d81e55a4e80f9eb71bacdaead0b. 2024-12-05T03:19:12,907 INFO [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/B/f7ff6fba499c411c8a3d8478efc06bc1, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/B/0e70fd1125724179bd488f439641e8f6, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/B/8de6f8ef97954f7292df2cc993f19a27, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/B/c4225375b09b4a2e8d37b6f8bdf6785c] into tmpdir=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/.tmp, totalSize=48.8 K 2024-12-05T03:19:12,907 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] compactions.Compactor(224): Compacting a699972801e0406e8b089e24c316ca8b, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=331, earliestPutTs=1733368750259 2024-12-05T03:19:12,908 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] compactions.Compactor(224): Compacting f7ff6fba499c411c8a3d8478efc06bc1, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=317, earliestPutTs=1733368749933 2024-12-05T03:19:12,908 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9d1363271db74aba8f733e1b82c49369, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=359, earliestPutTs=1733368750677 2024-12-05T03:19:12,908 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] compactions.Compactor(224): Compacting 0e70fd1125724179bd488f439641e8f6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=331, earliestPutTs=1733368750259 2024-12-05T03:19:12,909 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] compactions.Compactor(224): Compacting b7d2b4b33af0423cae3fd60c71aa12d0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=372, earliestPutTs=1733368751308 2024-12-05T03:19:12,909 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] compactions.Compactor(224): Compacting 8de6f8ef97954f7292df2cc993f19a27, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=359, earliestPutTs=1733368750677 2024-12-05T03:19:12,910 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] compactions.Compactor(224): Compacting c4225375b09b4a2e8d37b6f8bdf6785c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=372, earliestPutTs=1733368751308 2024-12-05T03:19:12,946 INFO [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): b1358d81e55a4e80f9eb71bacdaead0b#A#compaction#75 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T03:19:12,947 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/.tmp/A/6a17617de65048d891f2087a6e2b1d45 is 50, key is test_row_0/A:col10/1733368751932/Put/seqid=0 2024-12-05T03:19:12,950 INFO [RS:0;971fbbbe942d:46085-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b1358d81e55a4e80f9eb71bacdaead0b#B#compaction#76 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T03:19:12,951 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/.tmp/B/ec8f7152e98c44d78c6b28394705c198 is 50, key is test_row_0/B:col10/1733368751932/Put/seqid=0 2024-12-05T03:19:12,990 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073741914_1090 (size=13153) 2024-12-05T03:19:12,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-12-05T03:19:13,003 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/.tmp/A/6a17617de65048d891f2087a6e2b1d45 as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/A/6a17617de65048d891f2087a6e2b1d45 2024-12-05T03:19:13,004 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073741915_1091 (size=13153) 2024-12-05T03:19:13,008 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 971fbbbe942d,46085,1733368737191 2024-12-05T03:19:13,008 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46085 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=27 2024-12-05T03:19:13,009 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733368742337.b1358d81e55a4e80f9eb71bacdaead0b. 2024-12-05T03:19:13,009 INFO [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2837): Flushing b1358d81e55a4e80f9eb71bacdaead0b 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-12-05T03:19:13,009 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b1358d81e55a4e80f9eb71bacdaead0b, store=A 2024-12-05T03:19:13,009 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T03:19:13,010 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b1358d81e55a4e80f9eb71bacdaead0b, store=B 2024-12-05T03:19:13,010 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T03:19:13,010 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b1358d81e55a4e80f9eb71bacdaead0b, store=C 2024-12-05T03:19:13,010 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T03:19:13,017 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/.tmp/B/ec8f7152e98c44d78c6b28394705c198 as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/B/ec8f7152e98c44d78c6b28394705c198 2024-12-05T03:19:13,021 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/.tmp/A/01f401c1a06142d89d5d024c8bfa5eb3 is 50, key is test_row_0/A:col10/1733368751957/Put/seqid=0 2024-12-05T03:19:13,028 INFO [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in b1358d81e55a4e80f9eb71bacdaead0b/A of b1358d81e55a4e80f9eb71bacdaead0b into 6a17617de65048d891f2087a6e2b1d45(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T03:19:13,028 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for b1358d81e55a4e80f9eb71bacdaead0b: 2024-12-05T03:19:13,028 INFO [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733368742337.b1358d81e55a4e80f9eb71bacdaead0b., storeName=b1358d81e55a4e80f9eb71bacdaead0b/A, priority=12, startTime=1733368752901; duration=0sec 2024-12-05T03:19:13,028 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T03:19:13,028 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b1358d81e55a4e80f9eb71bacdaead0b:A 2024-12-05T03:19:13,028 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-05T03:19:13,029 INFO [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in b1358d81e55a4e80f9eb71bacdaead0b/B of b1358d81e55a4e80f9eb71bacdaead0b into ec8f7152e98c44d78c6b28394705c198(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T03:19:13,029 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for b1358d81e55a4e80f9eb71bacdaead0b: 2024-12-05T03:19:13,029 INFO [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733368742337.b1358d81e55a4e80f9eb71bacdaead0b., storeName=b1358d81e55a4e80f9eb71bacdaead0b/B, priority=12, startTime=1733368752902; duration=0sec 2024-12-05T03:19:13,029 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T03:19:13,029 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b1358d81e55a4e80f9eb71bacdaead0b:B 2024-12-05T03:19:13,031 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49920 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-05T03:19:13,031 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.HStore(1540): b1358d81e55a4e80f9eb71bacdaead0b/C is initiating minor compaction (all files) 2024-12-05T03:19:13,031 INFO [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of b1358d81e55a4e80f9eb71bacdaead0b/C in TestAcidGuarantees,,1733368742337.b1358d81e55a4e80f9eb71bacdaead0b. 2024-12-05T03:19:13,031 INFO [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/C/53649b059d2b46879c7e203fad6f13c4, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/C/9b4f3d66188d49688eff5c783ee4d99e, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/C/70a5c6ef53cc4c14b26cd3354418b564, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/C/f5b51e421a924b5b8e66fe1237251c8c] into tmpdir=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/.tmp, totalSize=48.8 K 2024-12-05T03:19:13,031 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] compactions.Compactor(224): Compacting 53649b059d2b46879c7e203fad6f13c4, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=317, earliestPutTs=1733368749933 2024-12-05T03:19:13,032 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9b4f3d66188d49688eff5c783ee4d99e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=331, earliestPutTs=1733368750259 2024-12-05T03:19:13,033 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] compactions.Compactor(224): Compacting 70a5c6ef53cc4c14b26cd3354418b564, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=359, earliestPutTs=1733368750677 2024-12-05T03:19:13,034 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] compactions.Compactor(224): Compacting f5b51e421a924b5b8e66fe1237251c8c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=372, earliestPutTs=1733368751308 2024-12-05T03:19:13,051 INFO [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): b1358d81e55a4e80f9eb71bacdaead0b#C#compaction#78 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T03:19:13,051 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/.tmp/C/45b0efc21a964276afc5e047a8bf93eb is 50, key is test_row_0/C:col10/1733368751932/Put/seqid=0 2024-12-05T03:19:13,054 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073741916_1092 (size=12301) 2024-12-05T03:19:13,055 INFO [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=396 (bloomFilter=true), to=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/.tmp/A/01f401c1a06142d89d5d024c8bfa5eb3 2024-12-05T03:19:13,082 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/.tmp/B/eb049363cee6446d9fbda4faab755391 is 50, key is test_row_0/B:col10/1733368751957/Put/seqid=0 2024-12-05T03:19:13,085 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073741917_1093 (size=13153) 2024-12-05T03:19:13,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(8581): Flush requested on b1358d81e55a4e80f9eb71bacdaead0b 2024-12-05T03:19:13,088 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733368742337.b1358d81e55a4e80f9eb71bacdaead0b. as already flushing 2024-12-05T03:19:13,095 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/.tmp/C/45b0efc21a964276afc5e047a8bf93eb as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/C/45b0efc21a964276afc5e047a8bf93eb 2024-12-05T03:19:13,104 INFO [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in b1358d81e55a4e80f9eb71bacdaead0b/C of b1358d81e55a4e80f9eb71bacdaead0b into 45b0efc21a964276afc5e047a8bf93eb(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T03:19:13,104 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for b1358d81e55a4e80f9eb71bacdaead0b: 2024-12-05T03:19:13,104 INFO [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733368742337.b1358d81e55a4e80f9eb71bacdaead0b., storeName=b1358d81e55a4e80f9eb71bacdaead0b/C, priority=12, startTime=1733368752902; duration=0sec 2024-12-05T03:19:13,104 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T03:19:13,105 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b1358d81e55a4e80f9eb71bacdaead0b:C 2024-12-05T03:19:13,109 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:13,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50518 deadline: 1733368813104, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:13,110 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:13,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50496 deadline: 1733368813104, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:13,111 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:13,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50474 deadline: 1733368813106, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:13,112 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:13,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50462 deadline: 1733368813107, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:13,113 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:13,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50480 deadline: 1733368813109, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:13,128 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073741918_1094 (size=12301) 2024-12-05T03:19:13,213 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:13,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50496 deadline: 1733368813212, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:13,213 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:13,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50518 deadline: 1733368813212, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:13,216 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:13,216 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:13,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50474 deadline: 1733368813215, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:13,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50462 deadline: 1733368813214, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:13,217 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:13,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50480 deadline: 1733368813215, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:13,416 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:13,416 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:13,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50496 deadline: 1733368813415, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:13,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50518 deadline: 1733368813416, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:13,420 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:13,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50474 deadline: 1733368813418, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:13,420 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:13,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50462 deadline: 1733368813419, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:13,421 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:13,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50480 deadline: 1733368813420, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:13,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-12-05T03:19:13,529 INFO [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=396 (bloomFilter=true), to=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/.tmp/B/eb049363cee6446d9fbda4faab755391 2024-12-05T03:19:13,557 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/.tmp/C/10152408d0cc4044ab10040024c88fb8 is 50, key is test_row_0/C:col10/1733368751957/Put/seqid=0 2024-12-05T03:19:13,589 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073741919_1095 (size=12301) 2024-12-05T03:19:13,591 INFO [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=396 (bloomFilter=true), to=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/.tmp/C/10152408d0cc4044ab10040024c88fb8 2024-12-05T03:19:13,600 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/.tmp/A/01f401c1a06142d89d5d024c8bfa5eb3 as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/A/01f401c1a06142d89d5d024c8bfa5eb3 2024-12-05T03:19:13,609 INFO [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/A/01f401c1a06142d89d5d024c8bfa5eb3, entries=150, sequenceid=396, filesize=12.0 K 2024-12-05T03:19:13,614 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/.tmp/B/eb049363cee6446d9fbda4faab755391 as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/B/eb049363cee6446d9fbda4faab755391 2024-12-05T03:19:13,622 INFO [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/B/eb049363cee6446d9fbda4faab755391, entries=150, sequenceid=396, filesize=12.0 K 2024-12-05T03:19:13,624 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/.tmp/C/10152408d0cc4044ab10040024c88fb8 as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/C/10152408d0cc4044ab10040024c88fb8 2024-12-05T03:19:13,631 INFO [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/C/10152408d0cc4044ab10040024c88fb8, entries=150, sequenceid=396, filesize=12.0 K 2024-12-05T03:19:13,633 INFO [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for b1358d81e55a4e80f9eb71bacdaead0b in 624ms, sequenceid=396, compaction requested=false 2024-12-05T03:19:13,633 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2538): Flush status journal for b1358d81e55a4e80f9eb71bacdaead0b: 2024-12-05T03:19:13,633 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733368742337.b1358d81e55a4e80f9eb71bacdaead0b. 2024-12-05T03:19:13,633 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=27 2024-12-05T03:19:13,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.HMaster(4106): Remote procedure done, pid=27 2024-12-05T03:19:13,637 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=27, resume processing ppid=26 2024-12-05T03:19:13,638 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=27, ppid=26, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.2440 sec 2024-12-05T03:19:13,640 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=26, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=26, table=TestAcidGuarantees in 1.2550 sec 2024-12-05T03:19:13,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(8581): Flush requested on b1358d81e55a4e80f9eb71bacdaead0b 2024-12-05T03:19:13,723 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing b1358d81e55a4e80f9eb71bacdaead0b 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-12-05T03:19:13,725 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b1358d81e55a4e80f9eb71bacdaead0b, store=A 2024-12-05T03:19:13,725 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T03:19:13,725 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b1358d81e55a4e80f9eb71bacdaead0b, store=B 2024-12-05T03:19:13,725 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T03:19:13,725 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b1358d81e55a4e80f9eb71bacdaead0b, store=C 2024-12-05T03:19:13,725 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T03:19:13,742 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/.tmp/A/e255ccd3c52448788e38f7910e669de7 is 50, key is test_row_0/A:col10/1733368753721/Put/seqid=0 2024-12-05T03:19:13,763 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:13,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50462 deadline: 1733368813760, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:13,769 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:13,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50480 deadline: 1733368813761, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:13,769 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:13,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50518 deadline: 1733368813763, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:13,770 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:13,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50474 deadline: 1733368813764, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:13,771 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:13,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50496 deadline: 1733368813763, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:13,778 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073741920_1096 (size=14741) 2024-12-05T03:19:13,866 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:13,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50462 deadline: 1733368813865, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:13,872 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:13,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50480 deadline: 1733368813871, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:13,872 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:13,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50518 deadline: 1733368813871, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:13,873 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:13,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50474 deadline: 1733368813872, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:13,874 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:13,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50496 deadline: 1733368813873, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:14,070 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:14,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50462 deadline: 1733368814070, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:14,076 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:14,077 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:14,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50496 deadline: 1733368814076, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:14,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50480 deadline: 1733368814075, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:14,078 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:14,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50518 deadline: 1733368814076, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:14,081 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:14,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50474 deadline: 1733368814081, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:14,180 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=413 (bloomFilter=true), to=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/.tmp/A/e255ccd3c52448788e38f7910e669de7 2024-12-05T03:19:14,226 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/.tmp/B/0bfadaad1b254c35954fe3af16468077 is 50, key is test_row_0/B:col10/1733368753721/Put/seqid=0 2024-12-05T03:19:14,240 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073741921_1097 (size=12301) 2024-12-05T03:19:14,374 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:14,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50462 deadline: 1733368814373, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:14,381 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:14,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50496 deadline: 1733368814380, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:14,382 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:14,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50480 deadline: 1733368814381, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:14,385 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:14,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50474 deadline: 1733368814385, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:14,392 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:14,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50518 deadline: 1733368814391, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:14,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-12-05T03:19:14,493 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 26 completed 2024-12-05T03:19:14,495 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-05T03:19:14,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] procedure2.ProcedureExecutor(1098): Stored pid=28, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=28, table=TestAcidGuarantees 2024-12-05T03:19:14,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-12-05T03:19:14,498 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=28, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=28, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-05T03:19:14,499 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=28, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=28, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-05T03:19:14,500 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=29, ppid=28, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-05T03:19:14,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-12-05T03:19:14,641 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=413 (bloomFilter=true), to=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/.tmp/B/0bfadaad1b254c35954fe3af16468077 2024-12-05T03:19:14,652 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/.tmp/C/5b31747e133b4d5690d13a2973f1e807 is 50, key is test_row_0/C:col10/1733368753721/Put/seqid=0 2024-12-05T03:19:14,656 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 971fbbbe942d,46085,1733368737191 2024-12-05T03:19:14,657 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46085 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=29 2024-12-05T03:19:14,657 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733368742337.b1358d81e55a4e80f9eb71bacdaead0b. 2024-12-05T03:19:14,657 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733368742337.b1358d81e55a4e80f9eb71bacdaead0b. as already flushing 2024-12-05T03:19:14,657 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733368742337.b1358d81e55a4e80f9eb71bacdaead0b. 2024-12-05T03:19:14,657 ERROR [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] handler.RSProcedureHandler(58): pid=29 java.io.IOException: Unable to complete flush {ENCODED => b1358d81e55a4e80f9eb71bacdaead0b, NAME => 'TestAcidGuarantees,,1733368742337.b1358d81e55a4e80f9eb71bacdaead0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:19:14,657 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=29 java.io.IOException: Unable to complete flush {ENCODED => b1358d81e55a4e80f9eb71bacdaead0b, NAME => 'TestAcidGuarantees,,1733368742337.b1358d81e55a4e80f9eb71bacdaead0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:19:14,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.HMaster(4114): Remote procedure failed, pid=29 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b1358d81e55a4e80f9eb71bacdaead0b, NAME => 'TestAcidGuarantees,,1733368742337.b1358d81e55a4e80f9eb71bacdaead0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b1358d81e55a4e80f9eb71bacdaead0b, NAME => 'TestAcidGuarantees,,1733368742337.b1358d81e55a4e80f9eb71bacdaead0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:19:14,672 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073741922_1098 (size=12301) 2024-12-05T03:19:14,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-12-05T03:19:14,810 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 971fbbbe942d,46085,1733368737191 2024-12-05T03:19:14,811 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46085 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=29 2024-12-05T03:19:14,811 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733368742337.b1358d81e55a4e80f9eb71bacdaead0b. 2024-12-05T03:19:14,811 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733368742337.b1358d81e55a4e80f9eb71bacdaead0b. as already flushing 2024-12-05T03:19:14,811 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733368742337.b1358d81e55a4e80f9eb71bacdaead0b. 2024-12-05T03:19:14,811 ERROR [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] handler.RSProcedureHandler(58): pid=29 java.io.IOException: Unable to complete flush {ENCODED => b1358d81e55a4e80f9eb71bacdaead0b, NAME => 'TestAcidGuarantees,,1733368742337.b1358d81e55a4e80f9eb71bacdaead0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:19:14,811 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=29 java.io.IOException: Unable to complete flush {ENCODED => b1358d81e55a4e80f9eb71bacdaead0b, NAME => 'TestAcidGuarantees,,1733368742337.b1358d81e55a4e80f9eb71bacdaead0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:19:14,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.HMaster(4114): Remote procedure failed, pid=29 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b1358d81e55a4e80f9eb71bacdaead0b, NAME => 'TestAcidGuarantees,,1733368742337.b1358d81e55a4e80f9eb71bacdaead0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b1358d81e55a4e80f9eb71bacdaead0b, NAME => 'TestAcidGuarantees,,1733368742337.b1358d81e55a4e80f9eb71bacdaead0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:19:14,878 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:14,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50462 deadline: 1733368814878, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:14,886 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:14,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50496 deadline: 1733368814886, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:14,887 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:14,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50480 deadline: 1733368814886, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:14,891 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:14,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50474 deadline: 1733368814891, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:14,894 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:14,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50518 deadline: 1733368814893, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:14,964 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 971fbbbe942d,46085,1733368737191 2024-12-05T03:19:14,965 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46085 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=29 2024-12-05T03:19:14,965 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733368742337.b1358d81e55a4e80f9eb71bacdaead0b. 2024-12-05T03:19:14,965 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733368742337.b1358d81e55a4e80f9eb71bacdaead0b. as already flushing 2024-12-05T03:19:14,965 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733368742337.b1358d81e55a4e80f9eb71bacdaead0b. 2024-12-05T03:19:14,966 ERROR [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] handler.RSProcedureHandler(58): pid=29 java.io.IOException: Unable to complete flush {ENCODED => b1358d81e55a4e80f9eb71bacdaead0b, NAME => 'TestAcidGuarantees,,1733368742337.b1358d81e55a4e80f9eb71bacdaead0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:19:14,966 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=29 java.io.IOException: Unable to complete flush {ENCODED => b1358d81e55a4e80f9eb71bacdaead0b, NAME => 'TestAcidGuarantees,,1733368742337.b1358d81e55a4e80f9eb71bacdaead0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:19:14,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.HMaster(4114): Remote procedure failed, pid=29 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b1358d81e55a4e80f9eb71bacdaead0b, NAME => 'TestAcidGuarantees,,1733368742337.b1358d81e55a4e80f9eb71bacdaead0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b1358d81e55a4e80f9eb71bacdaead0b, NAME => 'TestAcidGuarantees,,1733368742337.b1358d81e55a4e80f9eb71bacdaead0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:19:15,074 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=413 (bloomFilter=true), to=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/.tmp/C/5b31747e133b4d5690d13a2973f1e807 2024-12-05T03:19:15,081 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/.tmp/A/e255ccd3c52448788e38f7910e669de7 as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/A/e255ccd3c52448788e38f7910e669de7 2024-12-05T03:19:15,086 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/A/e255ccd3c52448788e38f7910e669de7, entries=200, sequenceid=413, filesize=14.4 K 2024-12-05T03:19:15,087 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/.tmp/B/0bfadaad1b254c35954fe3af16468077 as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/B/0bfadaad1b254c35954fe3af16468077 2024-12-05T03:19:15,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-12-05T03:19:15,101 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/B/0bfadaad1b254c35954fe3af16468077, entries=150, sequenceid=413, filesize=12.0 K 2024-12-05T03:19:15,103 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/.tmp/C/5b31747e133b4d5690d13a2973f1e807 as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/C/5b31747e133b4d5690d13a2973f1e807 2024-12-05T03:19:15,109 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/C/5b31747e133b4d5690d13a2973f1e807, entries=150, sequenceid=413, filesize=12.0 K 2024-12-05T03:19:15,111 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=140.89 KB/144270 for b1358d81e55a4e80f9eb71bacdaead0b in 1388ms, sequenceid=413, compaction requested=true 2024-12-05T03:19:15,111 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for b1358d81e55a4e80f9eb71bacdaead0b: 2024-12-05T03:19:15,111 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T03:19:15,111 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b1358d81e55a4e80f9eb71bacdaead0b:A, priority=-2147483648, current under compaction store size is 1 2024-12-05T03:19:15,111 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T03:19:15,112 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T03:19:15,114 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37755 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T03:19:15,114 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.HStore(1540): b1358d81e55a4e80f9eb71bacdaead0b/B is initiating minor compaction (all files) 2024-12-05T03:19:15,114 INFO [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of b1358d81e55a4e80f9eb71bacdaead0b/B in TestAcidGuarantees,,1733368742337.b1358d81e55a4e80f9eb71bacdaead0b. 2024-12-05T03:19:15,114 INFO [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/B/ec8f7152e98c44d78c6b28394705c198, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/B/eb049363cee6446d9fbda4faab755391, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/B/0bfadaad1b254c35954fe3af16468077] into tmpdir=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/.tmp, totalSize=36.9 K 2024-12-05T03:19:15,114 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40195 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T03:19:15,114 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.HStore(1540): b1358d81e55a4e80f9eb71bacdaead0b/A is initiating minor compaction (all files) 2024-12-05T03:19:15,114 INFO [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of b1358d81e55a4e80f9eb71bacdaead0b/A in TestAcidGuarantees,,1733368742337.b1358d81e55a4e80f9eb71bacdaead0b. 2024-12-05T03:19:15,115 INFO [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/A/6a17617de65048d891f2087a6e2b1d45, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/A/01f401c1a06142d89d5d024c8bfa5eb3, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/A/e255ccd3c52448788e38f7910e669de7] into tmpdir=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/.tmp, totalSize=39.3 K 2024-12-05T03:19:15,115 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6a17617de65048d891f2087a6e2b1d45, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=372, earliestPutTs=1733368751308 2024-12-05T03:19:15,116 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] compactions.Compactor(224): Compacting ec8f7152e98c44d78c6b28394705c198, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=372, earliestPutTs=1733368751308 2024-12-05T03:19:15,116 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b1358d81e55a4e80f9eb71bacdaead0b:B, priority=-2147483648, current under compaction store size is 2 2024-12-05T03:19:15,116 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] compactions.Compactor(224): Compacting 01f401c1a06142d89d5d024c8bfa5eb3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=396, earliestPutTs=1733368751957 2024-12-05T03:19:15,117 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] compactions.Compactor(224): Compacting eb049363cee6446d9fbda4faab755391, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=396, earliestPutTs=1733368751957 2024-12-05T03:19:15,117 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] compactions.Compactor(224): Compacting e255ccd3c52448788e38f7910e669de7, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=413, earliestPutTs=1733368753086 2024-12-05T03:19:15,117 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] compactions.Compactor(224): Compacting 0bfadaad1b254c35954fe3af16468077, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=413, earliestPutTs=1733368753086 2024-12-05T03:19:15,118 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 971fbbbe942d,46085,1733368737191 2024-12-05T03:19:15,118 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T03:19:15,119 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46085 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=29 2024-12-05T03:19:15,119 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b1358d81e55a4e80f9eb71bacdaead0b:C, priority=-2147483648, current under compaction store size is 3 2024-12-05T03:19:15,119 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T03:19:15,119 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733368742337.b1358d81e55a4e80f9eb71bacdaead0b. 2024-12-05T03:19:15,119 INFO [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(2837): Flushing b1358d81e55a4e80f9eb71bacdaead0b 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-12-05T03:19:15,119 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b1358d81e55a4e80f9eb71bacdaead0b, store=A 2024-12-05T03:19:15,119 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T03:19:15,120 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b1358d81e55a4e80f9eb71bacdaead0b, store=B 2024-12-05T03:19:15,120 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T03:19:15,120 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b1358d81e55a4e80f9eb71bacdaead0b, store=C 2024-12-05T03:19:15,120 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T03:19:15,130 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/.tmp/A/a471406b8bd2455a9bfabb4585f0bf3e is 50, key is test_row_0/A:col10/1733368753761/Put/seqid=0 2024-12-05T03:19:15,135 INFO [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): b1358d81e55a4e80f9eb71bacdaead0b#A#compaction#85 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T03:19:15,136 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/.tmp/A/1266ac0a03fa4511af04221db96c0af2 is 50, key is test_row_0/A:col10/1733368753721/Put/seqid=0 2024-12-05T03:19:15,147 INFO [RS:0;971fbbbe942d:46085-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b1358d81e55a4e80f9eb71bacdaead0b#B#compaction#86 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T03:19:15,147 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/.tmp/B/d9c9e8f25d464ea2a1fb928df17b72f3 is 50, key is test_row_0/B:col10/1733368753721/Put/seqid=0 2024-12-05T03:19:15,169 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073741923_1099 (size=12301) 2024-12-05T03:19:15,170 INFO [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=437 (bloomFilter=true), to=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/.tmp/A/a471406b8bd2455a9bfabb4585f0bf3e 2024-12-05T03:19:15,177 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073741924_1100 (size=13255) 2024-12-05T03:19:15,186 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073741925_1101 (size=13255) 2024-12-05T03:19:15,186 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/.tmp/B/5e352ce02f9d49c5a1ac7953be2c0257 is 50, key is test_row_0/B:col10/1733368753761/Put/seqid=0 2024-12-05T03:19:15,189 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/.tmp/A/1266ac0a03fa4511af04221db96c0af2 as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/A/1266ac0a03fa4511af04221db96c0af2 2024-12-05T03:19:15,194 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073741926_1102 (size=12301) 2024-12-05T03:19:15,196 INFO [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=437 (bloomFilter=true), to=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/.tmp/B/5e352ce02f9d49c5a1ac7953be2c0257 2024-12-05T03:19:15,198 INFO [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in b1358d81e55a4e80f9eb71bacdaead0b/A of b1358d81e55a4e80f9eb71bacdaead0b into 1266ac0a03fa4511af04221db96c0af2(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T03:19:15,198 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for b1358d81e55a4e80f9eb71bacdaead0b: 2024-12-05T03:19:15,198 INFO [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733368742337.b1358d81e55a4e80f9eb71bacdaead0b., storeName=b1358d81e55a4e80f9eb71bacdaead0b/A, priority=13, startTime=1733368755111; duration=0sec 2024-12-05T03:19:15,198 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T03:19:15,198 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b1358d81e55a4e80f9eb71bacdaead0b:A 2024-12-05T03:19:15,198 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T03:19:15,202 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37755 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T03:19:15,203 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.HStore(1540): b1358d81e55a4e80f9eb71bacdaead0b/C is initiating minor compaction (all files) 2024-12-05T03:19:15,203 INFO [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of b1358d81e55a4e80f9eb71bacdaead0b/C in TestAcidGuarantees,,1733368742337.b1358d81e55a4e80f9eb71bacdaead0b. 2024-12-05T03:19:15,204 INFO [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/C/45b0efc21a964276afc5e047a8bf93eb, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/C/10152408d0cc4044ab10040024c88fb8, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/C/5b31747e133b4d5690d13a2973f1e807] into tmpdir=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/.tmp, totalSize=36.9 K 2024-12-05T03:19:15,206 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] compactions.Compactor(224): Compacting 45b0efc21a964276afc5e047a8bf93eb, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=372, earliestPutTs=1733368751308 2024-12-05T03:19:15,207 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] compactions.Compactor(224): Compacting 10152408d0cc4044ab10040024c88fb8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=396, earliestPutTs=1733368751957 2024-12-05T03:19:15,208 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/.tmp/C/bd471107b2914b97a6367eee095cacc3 is 50, key is test_row_0/C:col10/1733368753761/Put/seqid=0 2024-12-05T03:19:15,211 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5b31747e133b4d5690d13a2973f1e807, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=413, earliestPutTs=1733368753086 2024-12-05T03:19:15,216 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073741927_1103 (size=12301) 2024-12-05T03:19:15,238 INFO [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): b1358d81e55a4e80f9eb71bacdaead0b#C#compaction#89 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T03:19:15,239 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/.tmp/C/aaee9ad60ca347b0a058c45e5769166f is 50, key is test_row_0/C:col10/1733368753721/Put/seqid=0 2024-12-05T03:19:15,249 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073741928_1104 (size=13255) 2024-12-05T03:19:15,257 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/.tmp/C/aaee9ad60ca347b0a058c45e5769166f as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/C/aaee9ad60ca347b0a058c45e5769166f 2024-12-05T03:19:15,264 INFO [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in b1358d81e55a4e80f9eb71bacdaead0b/C of b1358d81e55a4e80f9eb71bacdaead0b into aaee9ad60ca347b0a058c45e5769166f(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T03:19:15,264 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for b1358d81e55a4e80f9eb71bacdaead0b: 2024-12-05T03:19:15,264 INFO [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733368742337.b1358d81e55a4e80f9eb71bacdaead0b., storeName=b1358d81e55a4e80f9eb71bacdaead0b/C, priority=13, startTime=1733368755118; duration=0sec 2024-12-05T03:19:15,264 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T03:19:15,264 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b1358d81e55a4e80f9eb71bacdaead0b:C 2024-12-05T03:19:15,595 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/.tmp/B/d9c9e8f25d464ea2a1fb928df17b72f3 as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/B/d9c9e8f25d464ea2a1fb928df17b72f3 2024-12-05T03:19:15,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-12-05T03:19:15,601 INFO [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in b1358d81e55a4e80f9eb71bacdaead0b/B of b1358d81e55a4e80f9eb71bacdaead0b into d9c9e8f25d464ea2a1fb928df17b72f3(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T03:19:15,601 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for b1358d81e55a4e80f9eb71bacdaead0b: 2024-12-05T03:19:15,602 INFO [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733368742337.b1358d81e55a4e80f9eb71bacdaead0b., storeName=b1358d81e55a4e80f9eb71bacdaead0b/B, priority=13, startTime=1733368755112; duration=0sec 2024-12-05T03:19:15,602 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T03:19:15,602 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b1358d81e55a4e80f9eb71bacdaead0b:B 2024-12-05T03:19:15,619 INFO [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=437 (bloomFilter=true), to=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/.tmp/C/bd471107b2914b97a6367eee095cacc3 2024-12-05T03:19:15,626 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/.tmp/A/a471406b8bd2455a9bfabb4585f0bf3e as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/A/a471406b8bd2455a9bfabb4585f0bf3e 2024-12-05T03:19:15,632 INFO [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/A/a471406b8bd2455a9bfabb4585f0bf3e, entries=150, sequenceid=437, filesize=12.0 K 2024-12-05T03:19:15,634 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/.tmp/B/5e352ce02f9d49c5a1ac7953be2c0257 as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/B/5e352ce02f9d49c5a1ac7953be2c0257 2024-12-05T03:19:15,640 INFO [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/B/5e352ce02f9d49c5a1ac7953be2c0257, entries=150, sequenceid=437, filesize=12.0 K 2024-12-05T03:19:15,641 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/.tmp/C/bd471107b2914b97a6367eee095cacc3 as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/C/bd471107b2914b97a6367eee095cacc3 2024-12-05T03:19:15,648 INFO [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/C/bd471107b2914b97a6367eee095cacc3, entries=150, sequenceid=437, filesize=12.0 K 2024-12-05T03:19:15,649 INFO [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=0 B/0 for b1358d81e55a4e80f9eb71bacdaead0b in 530ms, sequenceid=437, compaction requested=false 2024-12-05T03:19:15,649 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(2538): Flush status journal for b1358d81e55a4e80f9eb71bacdaead0b: 2024-12-05T03:19:15,649 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733368742337.b1358d81e55a4e80f9eb71bacdaead0b. 2024-12-05T03:19:15,649 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=29 2024-12-05T03:19:15,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.HMaster(4106): Remote procedure done, pid=29 2024-12-05T03:19:15,653 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=29, resume processing ppid=28 2024-12-05T03:19:15,653 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=29, ppid=28, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.1510 sec 2024-12-05T03:19:15,655 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=28, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=28, table=TestAcidGuarantees in 1.1580 sec 2024-12-05T03:19:15,900 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing b1358d81e55a4e80f9eb71bacdaead0b 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-05T03:19:15,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(8581): Flush requested on b1358d81e55a4e80f9eb71bacdaead0b 2024-12-05T03:19:15,901 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b1358d81e55a4e80f9eb71bacdaead0b, store=A 2024-12-05T03:19:15,901 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T03:19:15,902 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b1358d81e55a4e80f9eb71bacdaead0b, store=B 2024-12-05T03:19:15,902 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T03:19:15,902 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b1358d81e55a4e80f9eb71bacdaead0b, store=C 2024-12-05T03:19:15,902 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T03:19:15,920 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/.tmp/A/4b359b91da414b23be254f75f42c6c6e is 50, key is test_row_0/A:col10/1733368755899/Put/seqid=0 2024-12-05T03:19:15,934 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073741929_1105 (size=12301) 2024-12-05T03:19:15,935 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=452 (bloomFilter=true), to=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/.tmp/A/4b359b91da414b23be254f75f42c6c6e 2024-12-05T03:19:15,946 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/.tmp/B/cd8f177fd85c4d13a34c68a57f33a045 is 50, key is test_row_0/B:col10/1733368755899/Put/seqid=0 2024-12-05T03:19:15,950 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073741930_1106 (size=12301) 2024-12-05T03:19:15,950 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=452 (bloomFilter=true), to=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/.tmp/B/cd8f177fd85c4d13a34c68a57f33a045 2024-12-05T03:19:15,957 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/.tmp/C/7a88301184de438f8cdfa061f2cb2d36 is 50, key is test_row_0/C:col10/1733368755899/Put/seqid=0 2024-12-05T03:19:15,969 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073741931_1107 (size=12301) 2024-12-05T03:19:15,986 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:15,986 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:15,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50518 deadline: 1733368815977, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:15,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50474 deadline: 1733368815977, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:15,991 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:15,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50480 deadline: 1733368815986, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:15,991 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:15,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50462 deadline: 1733368815987, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:15,992 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:15,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50496 deadline: 1733368815987, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:16,091 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:16,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50474 deadline: 1733368816088, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:16,091 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:16,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50518 deadline: 1733368816088, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:16,093 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:16,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50480 deadline: 1733368816092, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:16,094 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:16,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50462 deadline: 1733368816093, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:16,094 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:16,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50496 deadline: 1733368816093, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:16,293 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:16,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50474 deadline: 1733368816292, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:16,293 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:16,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50518 deadline: 1733368816292, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:16,299 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:16,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50462 deadline: 1733368816295, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:16,299 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:16,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50496 deadline: 1733368816297, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:16,304 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:16,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50480 deadline: 1733368816302, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:16,371 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=452 (bloomFilter=true), to=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/.tmp/C/7a88301184de438f8cdfa061f2cb2d36 2024-12-05T03:19:16,379 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/.tmp/A/4b359b91da414b23be254f75f42c6c6e as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/A/4b359b91da414b23be254f75f42c6c6e 2024-12-05T03:19:16,387 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/A/4b359b91da414b23be254f75f42c6c6e, entries=150, sequenceid=452, filesize=12.0 K 2024-12-05T03:19:16,389 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/.tmp/B/cd8f177fd85c4d13a34c68a57f33a045 as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/B/cd8f177fd85c4d13a34c68a57f33a045 2024-12-05T03:19:16,399 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/B/cd8f177fd85c4d13a34c68a57f33a045, entries=150, sequenceid=452, filesize=12.0 K 2024-12-05T03:19:16,401 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/.tmp/C/7a88301184de438f8cdfa061f2cb2d36 as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/C/7a88301184de438f8cdfa061f2cb2d36 2024-12-05T03:19:16,409 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/C/7a88301184de438f8cdfa061f2cb2d36, entries=150, sequenceid=452, filesize=12.0 K 2024-12-05T03:19:16,411 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=154.31 KB/158010 for b1358d81e55a4e80f9eb71bacdaead0b in 511ms, sequenceid=452, compaction requested=true 2024-12-05T03:19:16,411 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for b1358d81e55a4e80f9eb71bacdaead0b: 2024-12-05T03:19:16,412 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T03:19:16,412 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b1358d81e55a4e80f9eb71bacdaead0b:A, priority=-2147483648, current under compaction store size is 1 2024-12-05T03:19:16,413 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T03:19:16,413 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T03:19:16,414 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37857 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T03:19:16,414 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.HStore(1540): b1358d81e55a4e80f9eb71bacdaead0b/A is initiating minor compaction (all files) 2024-12-05T03:19:16,414 INFO [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of b1358d81e55a4e80f9eb71bacdaead0b/A in TestAcidGuarantees,,1733368742337.b1358d81e55a4e80f9eb71bacdaead0b. 2024-12-05T03:19:16,414 INFO [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/A/1266ac0a03fa4511af04221db96c0af2, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/A/a471406b8bd2455a9bfabb4585f0bf3e, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/A/4b359b91da414b23be254f75f42c6c6e] into tmpdir=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/.tmp, totalSize=37.0 K 2024-12-05T03:19:16,414 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1266ac0a03fa4511af04221db96c0af2, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=413, earliestPutTs=1733368753086 2024-12-05T03:19:16,415 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37857 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T03:19:16,415 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.HStore(1540): b1358d81e55a4e80f9eb71bacdaead0b/B is initiating minor compaction (all files) 2024-12-05T03:19:16,415 INFO [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of b1358d81e55a4e80f9eb71bacdaead0b/B in TestAcidGuarantees,,1733368742337.b1358d81e55a4e80f9eb71bacdaead0b. 2024-12-05T03:19:16,415 INFO [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/B/d9c9e8f25d464ea2a1fb928df17b72f3, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/B/5e352ce02f9d49c5a1ac7953be2c0257, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/B/cd8f177fd85c4d13a34c68a57f33a045] into tmpdir=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/.tmp, totalSize=37.0 K 2024-12-05T03:19:16,416 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] compactions.Compactor(224): Compacting d9c9e8f25d464ea2a1fb928df17b72f3, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=413, earliestPutTs=1733368753086 2024-12-05T03:19:16,416 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] compactions.Compactor(224): Compacting a471406b8bd2455a9bfabb4585f0bf3e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=437, earliestPutTs=1733368753758 2024-12-05T03:19:16,416 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b1358d81e55a4e80f9eb71bacdaead0b:B, priority=-2147483648, current under compaction store size is 2 2024-12-05T03:19:16,416 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T03:19:16,417 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] compactions.Compactor(224): Compacting 5e352ce02f9d49c5a1ac7953be2c0257, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=437, earliestPutTs=1733368753758 2024-12-05T03:19:16,417 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4b359b91da414b23be254f75f42c6c6e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=452, earliestPutTs=1733368755896 2024-12-05T03:19:16,416 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b1358d81e55a4e80f9eb71bacdaead0b:C, priority=-2147483648, current under compaction store size is 3 2024-12-05T03:19:16,417 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T03:19:16,417 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] compactions.Compactor(224): Compacting cd8f177fd85c4d13a34c68a57f33a045, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=452, earliestPutTs=1733368755896 2024-12-05T03:19:16,442 INFO [RS:0;971fbbbe942d:46085-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b1358d81e55a4e80f9eb71bacdaead0b#B#compaction#93 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T03:19:16,443 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/.tmp/B/ad8a53ea23dd4cb99987aa61ad78fc62 is 50, key is test_row_0/B:col10/1733368755899/Put/seqid=0 2024-12-05T03:19:16,443 INFO [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): b1358d81e55a4e80f9eb71bacdaead0b#A#compaction#94 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T03:19:16,444 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/.tmp/A/886c3711a18242e9a4149a77d7afeb6e is 50, key is test_row_0/A:col10/1733368755899/Put/seqid=0 2024-12-05T03:19:16,486 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073741932_1108 (size=13357) 2024-12-05T03:19:16,490 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073741933_1109 (size=13357) 2024-12-05T03:19:16,497 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/.tmp/B/ad8a53ea23dd4cb99987aa61ad78fc62 as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/B/ad8a53ea23dd4cb99987aa61ad78fc62 2024-12-05T03:19:16,499 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/.tmp/A/886c3711a18242e9a4149a77d7afeb6e as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/A/886c3711a18242e9a4149a77d7afeb6e 2024-12-05T03:19:16,505 INFO [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in b1358d81e55a4e80f9eb71bacdaead0b/B of b1358d81e55a4e80f9eb71bacdaead0b into ad8a53ea23dd4cb99987aa61ad78fc62(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T03:19:16,505 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for b1358d81e55a4e80f9eb71bacdaead0b: 2024-12-05T03:19:16,505 INFO [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733368742337.b1358d81e55a4e80f9eb71bacdaead0b., storeName=b1358d81e55a4e80f9eb71bacdaead0b/B, priority=13, startTime=1733368756413; duration=0sec 2024-12-05T03:19:16,505 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T03:19:16,505 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b1358d81e55a4e80f9eb71bacdaead0b:B 2024-12-05T03:19:16,505 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T03:19:16,509 INFO [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in b1358d81e55a4e80f9eb71bacdaead0b/A of b1358d81e55a4e80f9eb71bacdaead0b into 886c3711a18242e9a4149a77d7afeb6e(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T03:19:16,509 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for b1358d81e55a4e80f9eb71bacdaead0b: 2024-12-05T03:19:16,509 INFO [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733368742337.b1358d81e55a4e80f9eb71bacdaead0b., storeName=b1358d81e55a4e80f9eb71bacdaead0b/A, priority=13, startTime=1733368756412; duration=0sec 2024-12-05T03:19:16,509 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T03:19:16,509 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b1358d81e55a4e80f9eb71bacdaead0b:A 2024-12-05T03:19:16,510 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37857 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T03:19:16,510 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.HStore(1540): b1358d81e55a4e80f9eb71bacdaead0b/C is initiating minor compaction (all files) 2024-12-05T03:19:16,510 INFO [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of b1358d81e55a4e80f9eb71bacdaead0b/C in TestAcidGuarantees,,1733368742337.b1358d81e55a4e80f9eb71bacdaead0b. 2024-12-05T03:19:16,510 INFO [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/C/aaee9ad60ca347b0a058c45e5769166f, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/C/bd471107b2914b97a6367eee095cacc3, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/C/7a88301184de438f8cdfa061f2cb2d36] into tmpdir=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/.tmp, totalSize=37.0 K 2024-12-05T03:19:16,511 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] compactions.Compactor(224): Compacting aaee9ad60ca347b0a058c45e5769166f, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=413, earliestPutTs=1733368753086 2024-12-05T03:19:16,511 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] compactions.Compactor(224): Compacting bd471107b2914b97a6367eee095cacc3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=437, earliestPutTs=1733368753758 2024-12-05T03:19:16,512 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] compactions.Compactor(224): Compacting 7a88301184de438f8cdfa061f2cb2d36, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=452, earliestPutTs=1733368755896 2024-12-05T03:19:16,524 INFO [RS:0;971fbbbe942d:46085-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b1358d81e55a4e80f9eb71bacdaead0b#C#compaction#95 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T03:19:16,525 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/.tmp/C/e2d0b2e93e184290abc570780a49fd88 is 50, key is test_row_0/C:col10/1733368755899/Put/seqid=0 2024-12-05T03:19:16,540 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073741934_1110 (size=13357) 2024-12-05T03:19:16,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(8581): Flush requested on b1358d81e55a4e80f9eb71bacdaead0b 2024-12-05T03:19:16,597 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing b1358d81e55a4e80f9eb71bacdaead0b 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-12-05T03:19:16,597 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b1358d81e55a4e80f9eb71bacdaead0b, store=A 2024-12-05T03:19:16,597 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T03:19:16,597 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b1358d81e55a4e80f9eb71bacdaead0b, store=B 2024-12-05T03:19:16,597 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T03:19:16,597 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b1358d81e55a4e80f9eb71bacdaead0b, store=C 2024-12-05T03:19:16,597 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T03:19:16,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-12-05T03:19:16,602 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/.tmp/A/92041bbdc6464edcb0ea7a567f2f67f2 is 50, key is test_row_0/A:col10/1733368756595/Put/seqid=0 2024-12-05T03:19:16,602 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 28 completed 2024-12-05T03:19:16,605 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-05T03:19:16,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] procedure2.ProcedureExecutor(1098): Stored pid=30, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=30, table=TestAcidGuarantees 2024-12-05T03:19:16,606 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:16,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50474 deadline: 1733368816605, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:16,606 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=30, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=30, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-05T03:19:16,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-12-05T03:19:16,606 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:16,606 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:16,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 193 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50462 deadline: 1733368816605, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:16,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 189 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50518 deadline: 1733368816605, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:16,607 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:16,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 189 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50496 deadline: 1733368816606, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:16,607 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=30, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=30, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-05T03:19:16,608 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=31, ppid=30, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-05T03:19:16,609 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:16,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50480 deadline: 1733368816607, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:16,612 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073741935_1111 (size=14741) 2024-12-05T03:19:16,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-12-05T03:19:16,708 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:16,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 191 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50518 deadline: 1733368816708, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:16,709 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:16,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50474 deadline: 1733368816708, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:16,709 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:16,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 195 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50462 deadline: 1733368816708, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:16,709 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:16,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 191 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50496 deadline: 1733368816709, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:16,760 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 971fbbbe942d,46085,1733368737191 2024-12-05T03:19:16,760 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46085 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=31 2024-12-05T03:19:16,760 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733368742337.b1358d81e55a4e80f9eb71bacdaead0b. 2024-12-05T03:19:16,761 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733368742337.b1358d81e55a4e80f9eb71bacdaead0b. as already flushing 2024-12-05T03:19:16,761 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733368742337.b1358d81e55a4e80f9eb71bacdaead0b. 2024-12-05T03:19:16,761 ERROR [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] handler.RSProcedureHandler(58): pid=31 java.io.IOException: Unable to complete flush {ENCODED => b1358d81e55a4e80f9eb71bacdaead0b, NAME => 'TestAcidGuarantees,,1733368742337.b1358d81e55a4e80f9eb71bacdaead0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:19:16,761 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=31 java.io.IOException: Unable to complete flush {ENCODED => b1358d81e55a4e80f9eb71bacdaead0b, NAME => 'TestAcidGuarantees,,1733368742337.b1358d81e55a4e80f9eb71bacdaead0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:19:16,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.HMaster(4114): Remote procedure failed, pid=31 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b1358d81e55a4e80f9eb71bacdaead0b, NAME => 'TestAcidGuarantees,,1733368742337.b1358d81e55a4e80f9eb71bacdaead0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b1358d81e55a4e80f9eb71bacdaead0b, NAME => 'TestAcidGuarantees,,1733368742337.b1358d81e55a4e80f9eb71bacdaead0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:19:16,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-12-05T03:19:16,911 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:16,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 193 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50518 deadline: 1733368816910, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:16,912 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:16,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 197 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50462 deadline: 1733368816910, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:16,913 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:16,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50474 deadline: 1733368816911, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:16,913 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:16,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 193 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50496 deadline: 1733368816912, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:16,932 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 971fbbbe942d,46085,1733368737191 2024-12-05T03:19:16,933 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46085 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=31 2024-12-05T03:19:16,933 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733368742337.b1358d81e55a4e80f9eb71bacdaead0b. 2024-12-05T03:19:16,933 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733368742337.b1358d81e55a4e80f9eb71bacdaead0b. as already flushing 2024-12-05T03:19:16,933 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733368742337.b1358d81e55a4e80f9eb71bacdaead0b. 2024-12-05T03:19:16,933 ERROR [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] handler.RSProcedureHandler(58): pid=31 java.io.IOException: Unable to complete flush {ENCODED => b1358d81e55a4e80f9eb71bacdaead0b, NAME => 'TestAcidGuarantees,,1733368742337.b1358d81e55a4e80f9eb71bacdaead0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:19:16,934 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=31 java.io.IOException: Unable to complete flush {ENCODED => b1358d81e55a4e80f9eb71bacdaead0b, NAME => 'TestAcidGuarantees,,1733368742337.b1358d81e55a4e80f9eb71bacdaead0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:19:16,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.HMaster(4114): Remote procedure failed, pid=31 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b1358d81e55a4e80f9eb71bacdaead0b, NAME => 'TestAcidGuarantees,,1733368742337.b1358d81e55a4e80f9eb71bacdaead0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b1358d81e55a4e80f9eb71bacdaead0b, NAME => 'TestAcidGuarantees,,1733368742337.b1358d81e55a4e80f9eb71bacdaead0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:19:16,950 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/.tmp/C/e2d0b2e93e184290abc570780a49fd88 as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/C/e2d0b2e93e184290abc570780a49fd88 2024-12-05T03:19:16,958 INFO [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in b1358d81e55a4e80f9eb71bacdaead0b/C of b1358d81e55a4e80f9eb71bacdaead0b into e2d0b2e93e184290abc570780a49fd88(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T03:19:16,958 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for b1358d81e55a4e80f9eb71bacdaead0b: 2024-12-05T03:19:16,958 INFO [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733368742337.b1358d81e55a4e80f9eb71bacdaead0b., storeName=b1358d81e55a4e80f9eb71bacdaead0b/C, priority=13, startTime=1733368756416; duration=0sec 2024-12-05T03:19:16,958 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T03:19:16,958 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b1358d81e55a4e80f9eb71bacdaead0b:C 2024-12-05T03:19:17,013 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=481 (bloomFilter=true), to=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/.tmp/A/92041bbdc6464edcb0ea7a567f2f67f2 2024-12-05T03:19:17,031 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/.tmp/B/5f531ee1ce0341d882c6c28cb4f66196 is 50, key is test_row_0/B:col10/1733368756595/Put/seqid=0 2024-12-05T03:19:17,036 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073741936_1112 (size=12301) 2024-12-05T03:19:17,086 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 971fbbbe942d,46085,1733368737191 2024-12-05T03:19:17,087 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46085 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=31 2024-12-05T03:19:17,087 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733368742337.b1358d81e55a4e80f9eb71bacdaead0b. 2024-12-05T03:19:17,087 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733368742337.b1358d81e55a4e80f9eb71bacdaead0b. as already flushing 2024-12-05T03:19:17,087 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733368742337.b1358d81e55a4e80f9eb71bacdaead0b. 2024-12-05T03:19:17,087 ERROR [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] handler.RSProcedureHandler(58): pid=31 java.io.IOException: Unable to complete flush {ENCODED => b1358d81e55a4e80f9eb71bacdaead0b, NAME => 'TestAcidGuarantees,,1733368742337.b1358d81e55a4e80f9eb71bacdaead0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:19:17,088 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=31 java.io.IOException: Unable to complete flush {ENCODED => b1358d81e55a4e80f9eb71bacdaead0b, NAME => 'TestAcidGuarantees,,1733368742337.b1358d81e55a4e80f9eb71bacdaead0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:19:17,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.HMaster(4114): Remote procedure failed, pid=31 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b1358d81e55a4e80f9eb71bacdaead0b, NAME => 'TestAcidGuarantees,,1733368742337.b1358d81e55a4e80f9eb71bacdaead0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b1358d81e55a4e80f9eb71bacdaead0b, NAME => 'TestAcidGuarantees,,1733368742337.b1358d81e55a4e80f9eb71bacdaead0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:19:17,114 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:17,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50480 deadline: 1733368817114, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:17,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-12-05T03:19:17,215 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:17,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 199 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50462 deadline: 1733368817214, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:17,217 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:17,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50474 deadline: 1733368817215, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:17,217 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:17,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 195 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50518 deadline: 1733368817215, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:17,218 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:17,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 195 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50496 deadline: 1733368817217, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:17,249 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 971fbbbe942d,46085,1733368737191 2024-12-05T03:19:17,250 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46085 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=31 2024-12-05T03:19:17,250 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733368742337.b1358d81e55a4e80f9eb71bacdaead0b. 2024-12-05T03:19:17,250 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733368742337.b1358d81e55a4e80f9eb71bacdaead0b. as already flushing 2024-12-05T03:19:17,250 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733368742337.b1358d81e55a4e80f9eb71bacdaead0b. 2024-12-05T03:19:17,250 ERROR [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] handler.RSProcedureHandler(58): pid=31 java.io.IOException: Unable to complete flush {ENCODED => b1358d81e55a4e80f9eb71bacdaead0b, NAME => 'TestAcidGuarantees,,1733368742337.b1358d81e55a4e80f9eb71bacdaead0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:19:17,251 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=31 java.io.IOException: Unable to complete flush {ENCODED => b1358d81e55a4e80f9eb71bacdaead0b, NAME => 'TestAcidGuarantees,,1733368742337.b1358d81e55a4e80f9eb71bacdaead0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:19:17,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.HMaster(4114): Remote procedure failed, pid=31 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b1358d81e55a4e80f9eb71bacdaead0b, NAME => 'TestAcidGuarantees,,1733368742337.b1358d81e55a4e80f9eb71bacdaead0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b1358d81e55a4e80f9eb71bacdaead0b, NAME => 'TestAcidGuarantees,,1733368742337.b1358d81e55a4e80f9eb71bacdaead0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:19:17,407 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 971fbbbe942d,46085,1733368737191 2024-12-05T03:19:17,407 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46085 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=31 2024-12-05T03:19:17,407 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733368742337.b1358d81e55a4e80f9eb71bacdaead0b. 2024-12-05T03:19:17,408 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733368742337.b1358d81e55a4e80f9eb71bacdaead0b. as already flushing 2024-12-05T03:19:17,408 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733368742337.b1358d81e55a4e80f9eb71bacdaead0b. 2024-12-05T03:19:17,408 ERROR [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] handler.RSProcedureHandler(58): pid=31 java.io.IOException: Unable to complete flush {ENCODED => b1358d81e55a4e80f9eb71bacdaead0b, NAME => 'TestAcidGuarantees,,1733368742337.b1358d81e55a4e80f9eb71bacdaead0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:19:17,408 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=31 java.io.IOException: Unable to complete flush {ENCODED => b1358d81e55a4e80f9eb71bacdaead0b, NAME => 'TestAcidGuarantees,,1733368742337.b1358d81e55a4e80f9eb71bacdaead0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:19:17,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.HMaster(4114): Remote procedure failed, pid=31 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b1358d81e55a4e80f9eb71bacdaead0b, NAME => 'TestAcidGuarantees,,1733368742337.b1358d81e55a4e80f9eb71bacdaead0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b1358d81e55a4e80f9eb71bacdaead0b, NAME => 'TestAcidGuarantees,,1733368742337.b1358d81e55a4e80f9eb71bacdaead0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:19:17,438 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=481 (bloomFilter=true), to=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/.tmp/B/5f531ee1ce0341d882c6c28cb4f66196 2024-12-05T03:19:17,457 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/.tmp/C/c4f454e16f7c4ca1b81caf344c37d034 is 50, key is test_row_0/C:col10/1733368756595/Put/seqid=0 2024-12-05T03:19:17,498 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073741937_1113 (size=12301) 2024-12-05T03:19:17,499 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=481 (bloomFilter=true), to=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/.tmp/C/c4f454e16f7c4ca1b81caf344c37d034 2024-12-05T03:19:17,511 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/.tmp/A/92041bbdc6464edcb0ea7a567f2f67f2 as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/A/92041bbdc6464edcb0ea7a567f2f67f2 2024-12-05T03:19:17,518 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/A/92041bbdc6464edcb0ea7a567f2f67f2, entries=200, sequenceid=481, filesize=14.4 K 2024-12-05T03:19:17,521 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/.tmp/B/5f531ee1ce0341d882c6c28cb4f66196 as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/B/5f531ee1ce0341d882c6c28cb4f66196 2024-12-05T03:19:17,528 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/B/5f531ee1ce0341d882c6c28cb4f66196, entries=150, sequenceid=481, filesize=12.0 K 2024-12-05T03:19:17,529 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/.tmp/C/c4f454e16f7c4ca1b81caf344c37d034 as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/C/c4f454e16f7c4ca1b81caf344c37d034 2024-12-05T03:19:17,536 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/C/c4f454e16f7c4ca1b81caf344c37d034, entries=150, sequenceid=481, filesize=12.0 K 2024-12-05T03:19:17,538 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=40.25 KB/41220 for b1358d81e55a4e80f9eb71bacdaead0b in 941ms, sequenceid=481, compaction requested=false 2024-12-05T03:19:17,538 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for b1358d81e55a4e80f9eb71bacdaead0b: 2024-12-05T03:19:17,562 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 971fbbbe942d,46085,1733368737191 2024-12-05T03:19:17,563 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46085 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=31 2024-12-05T03:19:17,563 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733368742337.b1358d81e55a4e80f9eb71bacdaead0b. 2024-12-05T03:19:17,563 INFO [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegion(2837): Flushing b1358d81e55a4e80f9eb71bacdaead0b 3/3 column families, dataSize=40.25 KB heapSize=106.22 KB 2024-12-05T03:19:17,563 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b1358d81e55a4e80f9eb71bacdaead0b, store=A 2024-12-05T03:19:17,564 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T03:19:17,564 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b1358d81e55a4e80f9eb71bacdaead0b, store=B 2024-12-05T03:19:17,564 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T03:19:17,564 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b1358d81e55a4e80f9eb71bacdaead0b, store=C 2024-12-05T03:19:17,564 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T03:19:17,569 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/.tmp/A/1c6f2bdd0da7429eb9fb4022eb346c1a is 50, key is test_row_0/A:col10/1733368756604/Put/seqid=0 2024-12-05T03:19:17,574 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073741938_1114 (size=12301) 2024-12-05T03:19:17,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-12-05T03:19:17,724 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733368742337.b1358d81e55a4e80f9eb71bacdaead0b. as already flushing 2024-12-05T03:19:17,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(8581): Flush requested on b1358d81e55a4e80f9eb71bacdaead0b 2024-12-05T03:19:17,757 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:17,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 207 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50462 deadline: 1733368817753, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:17,758 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:17,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 204 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50518 deadline: 1733368817755, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:17,759 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:17,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 203 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50496 deadline: 1733368817757, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:17,759 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:17,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 199 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50474 deadline: 1733368817757, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:17,861 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:17,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 209 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50462 deadline: 1733368817859, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:17,862 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:17,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 206 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50518 deadline: 1733368817860, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:17,862 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:17,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 201 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50474 deadline: 1733368817861, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:17,863 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:17,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 205 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50496 deadline: 1733368817861, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:17,975 INFO [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=491 (bloomFilter=true), to=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/.tmp/A/1c6f2bdd0da7429eb9fb4022eb346c1a 2024-12-05T03:19:17,993 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/.tmp/B/9c4b32d1fc694f21bf832ac76f553cf5 is 50, key is test_row_0/B:col10/1733368756604/Put/seqid=0 2024-12-05T03:19:18,012 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073741939_1115 (size=12301) 2024-12-05T03:19:18,066 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:18,066 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:18,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 211 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50462 deadline: 1733368818064, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:18,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 203 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50474 deadline: 1733368818064, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:18,067 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:18,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 208 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50518 deadline: 1733368818064, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:18,068 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:18,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 207 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50496 deadline: 1733368818065, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:18,121 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:18,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50480 deadline: 1733368818119, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:18,370 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:18,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 205 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50474 deadline: 1733368818369, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:18,371 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:18,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 213 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50462 deadline: 1733368818369, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:18,372 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:18,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 210 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50518 deadline: 1733368818369, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:18,372 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:18,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 209 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50496 deadline: 1733368818370, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:18,413 INFO [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=491 (bloomFilter=true), to=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/.tmp/B/9c4b32d1fc694f21bf832ac76f553cf5 2024-12-05T03:19:18,446 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/.tmp/C/fec675947e474fb7b7319427b9132b0c is 50, key is test_row_0/C:col10/1733368756604/Put/seqid=0 2024-12-05T03:19:18,458 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073741940_1116 (size=12301) 2024-12-05T03:19:18,461 INFO [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=491 (bloomFilter=true), to=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/.tmp/C/fec675947e474fb7b7319427b9132b0c 2024-12-05T03:19:18,470 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/.tmp/A/1c6f2bdd0da7429eb9fb4022eb346c1a as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/A/1c6f2bdd0da7429eb9fb4022eb346c1a 2024-12-05T03:19:18,477 INFO [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/A/1c6f2bdd0da7429eb9fb4022eb346c1a, entries=150, sequenceid=491, filesize=12.0 K 2024-12-05T03:19:18,479 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/.tmp/B/9c4b32d1fc694f21bf832ac76f553cf5 as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/B/9c4b32d1fc694f21bf832ac76f553cf5 2024-12-05T03:19:18,491 INFO [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/B/9c4b32d1fc694f21bf832ac76f553cf5, entries=150, sequenceid=491, filesize=12.0 K 2024-12-05T03:19:18,492 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/.tmp/C/fec675947e474fb7b7319427b9132b0c as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/C/fec675947e474fb7b7319427b9132b0c 2024-12-05T03:19:18,504 INFO [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/C/fec675947e474fb7b7319427b9132b0c, entries=150, sequenceid=491, filesize=12.0 K 2024-12-05T03:19:18,505 INFO [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegion(3040): Finished flush of dataSize ~40.25 KB/41220, heapSize ~106.17 KB/108720, currentSize=161.02 KB/164880 for b1358d81e55a4e80f9eb71bacdaead0b in 942ms, sequenceid=491, compaction requested=true 2024-12-05T03:19:18,505 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegion(2538): Flush status journal for b1358d81e55a4e80f9eb71bacdaead0b: 2024-12-05T03:19:18,505 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733368742337.b1358d81e55a4e80f9eb71bacdaead0b. 2024-12-05T03:19:18,505 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=31 2024-12-05T03:19:18,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.HMaster(4106): Remote procedure done, pid=31 2024-12-05T03:19:18,509 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=31, resume processing ppid=30 2024-12-05T03:19:18,509 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=31, ppid=30, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.9000 sec 2024-12-05T03:19:18,511 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=30, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=30, table=TestAcidGuarantees in 1.9050 sec 2024-12-05T03:19:18,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-12-05T03:19:18,712 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 30 completed 2024-12-05T03:19:18,714 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-05T03:19:18,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] procedure2.ProcedureExecutor(1098): Stored pid=32, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=32, table=TestAcidGuarantees 2024-12-05T03:19:18,716 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=32, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=32, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-05T03:19:18,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=32 2024-12-05T03:19:18,717 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=32, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=32, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-05T03:19:18,718 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=33, ppid=32, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-05T03:19:18,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=32 2024-12-05T03:19:18,869 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 971fbbbe942d,46085,1733368737191 2024-12-05T03:19:18,870 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46085 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=33 2024-12-05T03:19:18,870 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733368742337.b1358d81e55a4e80f9eb71bacdaead0b. 2024-12-05T03:19:18,870 INFO [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HRegion(2837): Flushing b1358d81e55a4e80f9eb71bacdaead0b 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-12-05T03:19:18,871 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b1358d81e55a4e80f9eb71bacdaead0b, store=A 2024-12-05T03:19:18,871 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T03:19:18,871 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b1358d81e55a4e80f9eb71bacdaead0b, store=B 2024-12-05T03:19:18,871 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T03:19:18,871 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b1358d81e55a4e80f9eb71bacdaead0b, store=C 2024-12-05T03:19:18,871 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T03:19:18,877 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733368742337.b1358d81e55a4e80f9eb71bacdaead0b. as already flushing 2024-12-05T03:19:18,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(8581): Flush requested on b1358d81e55a4e80f9eb71bacdaead0b 2024-12-05T03:19:18,877 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/.tmp/A/679ab815c1b5478abaccaf303aad6860 is 50, key is test_row_0/A:col10/1733368757753/Put/seqid=0 2024-12-05T03:19:18,887 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:18,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 216 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50462 deadline: 1733368818882, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:18,887 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:18,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 213 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50518 deadline: 1733368818883, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:18,889 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:18,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 209 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50474 deadline: 1733368818883, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:18,889 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:18,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 213 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50496 deadline: 1733368818887, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:18,922 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073741941_1117 (size=12301) 2024-12-05T03:19:18,993 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:18,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 218 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50462 deadline: 1733368818991, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:18,994 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:18,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 215 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50496 deadline: 1733368818991, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:18,994 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:18,994 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:18,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 215 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50518 deadline: 1733368818991, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:18,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 211 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50474 deadline: 1733368818992, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:19,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=32 2024-12-05T03:19:19,197 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:19,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 217 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50496 deadline: 1733368819195, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:19,198 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:19,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 220 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50462 deadline: 1733368819195, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:19,198 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:19,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 217 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50518 deadline: 1733368819196, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:19,199 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:19,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 213 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50474 deadline: 1733368819196, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:19,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=32 2024-12-05T03:19:19,323 INFO [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=518 (bloomFilter=true), to=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/.tmp/A/679ab815c1b5478abaccaf303aad6860 2024-12-05T03:19:19,334 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/.tmp/B/b4cb7b243d44408da2a8a3976a96dfba is 50, key is test_row_0/B:col10/1733368757753/Put/seqid=0 2024-12-05T03:19:19,340 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073741942_1118 (size=12301) 2024-12-05T03:19:19,500 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:19,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 219 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50496 deadline: 1733368819499, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:19,501 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:19,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 219 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50518 deadline: 1733368819500, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:19,501 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:19,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 222 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50462 deadline: 1733368819500, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:19,502 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:19,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 215 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50474 deadline: 1733368819502, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:19,740 INFO [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=518 (bloomFilter=true), to=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/.tmp/B/b4cb7b243d44408da2a8a3976a96dfba 2024-12-05T03:19:19,751 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/.tmp/C/bd4ec438a68740c3b861d1e337286a26 is 50, key is test_row_0/C:col10/1733368757753/Put/seqid=0 2024-12-05T03:19:19,757 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073741943_1119 (size=12301) 2024-12-05T03:19:19,757 INFO [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=518 (bloomFilter=true), to=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/.tmp/C/bd4ec438a68740c3b861d1e337286a26 2024-12-05T03:19:19,763 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/.tmp/A/679ab815c1b5478abaccaf303aad6860 as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/A/679ab815c1b5478abaccaf303aad6860 2024-12-05T03:19:19,769 INFO [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/A/679ab815c1b5478abaccaf303aad6860, entries=150, sequenceid=518, filesize=12.0 K 2024-12-05T03:19:19,770 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/.tmp/B/b4cb7b243d44408da2a8a3976a96dfba as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/B/b4cb7b243d44408da2a8a3976a96dfba 2024-12-05T03:19:19,775 INFO [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/B/b4cb7b243d44408da2a8a3976a96dfba, entries=150, sequenceid=518, filesize=12.0 K 2024-12-05T03:19:19,777 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/.tmp/C/bd4ec438a68740c3b861d1e337286a26 as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/C/bd4ec438a68740c3b861d1e337286a26 2024-12-05T03:19:19,784 INFO [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/C/bd4ec438a68740c3b861d1e337286a26, entries=150, sequenceid=518, filesize=12.0 K 2024-12-05T03:19:19,785 INFO [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HRegion(3040): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=40.25 KB/41220 for b1358d81e55a4e80f9eb71bacdaead0b in 915ms, sequenceid=518, compaction requested=true 2024-12-05T03:19:19,785 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HRegion(2538): Flush status journal for b1358d81e55a4e80f9eb71bacdaead0b: 2024-12-05T03:19:19,785 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733368742337.b1358d81e55a4e80f9eb71bacdaead0b. 2024-12-05T03:19:19,785 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=33 2024-12-05T03:19:19,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.HMaster(4106): Remote procedure done, pid=33 2024-12-05T03:19:19,788 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=33, resume processing ppid=32 2024-12-05T03:19:19,788 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=33, ppid=32, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0690 sec 2024-12-05T03:19:19,790 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=32, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=32, table=TestAcidGuarantees in 1.0750 sec 2024-12-05T03:19:19,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=32 2024-12-05T03:19:19,821 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 32 completed 2024-12-05T03:19:19,822 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-05T03:19:19,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] procedure2.ProcedureExecutor(1098): Stored pid=34, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=34, table=TestAcidGuarantees 2024-12-05T03:19:19,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=34 2024-12-05T03:19:19,824 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=34, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=34, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-05T03:19:19,825 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=34, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=34, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-05T03:19:19,825 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=35, ppid=34, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-05T03:19:19,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=34 2024-12-05T03:19:19,976 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 971fbbbe942d,46085,1733368737191 2024-12-05T03:19:19,977 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46085 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=35 2024-12-05T03:19:19,977 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733368742337.b1358d81e55a4e80f9eb71bacdaead0b. 2024-12-05T03:19:19,977 INFO [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.HRegion(2837): Flushing b1358d81e55a4e80f9eb71bacdaead0b 3/3 column families, dataSize=40.25 KB heapSize=106.22 KB 2024-12-05T03:19:19,978 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b1358d81e55a4e80f9eb71bacdaead0b, store=A 2024-12-05T03:19:19,978 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T03:19:19,978 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b1358d81e55a4e80f9eb71bacdaead0b, store=B 2024-12-05T03:19:19,978 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T03:19:19,978 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b1358d81e55a4e80f9eb71bacdaead0b, store=C 2024-12-05T03:19:19,978 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T03:19:19,996 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/.tmp/A/e63b50b82d174282ab7ac9db656ed6f4 is 50, key is test_row_0/A:col10/1733368758880/Put/seqid=0 2024-12-05T03:19:20,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(8581): Flush requested on b1358d81e55a4e80f9eb71bacdaead0b 2024-12-05T03:19:20,007 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733368742337.b1358d81e55a4e80f9eb71bacdaead0b. as already flushing 2024-12-05T03:19:20,047 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:20,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 227 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50496 deadline: 1733368820044, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:20,048 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:20,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 226 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50518 deadline: 1733368820045, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:20,051 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:20,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 223 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50474 deadline: 1733368820046, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:20,051 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:20,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 231 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50462 deadline: 1733368820048, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:20,054 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073741944_1120 (size=9857) 2024-12-05T03:19:20,055 INFO [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=527 (bloomFilter=true), to=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/.tmp/A/e63b50b82d174282ab7ac9db656ed6f4 2024-12-05T03:19:20,064 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/.tmp/B/4ce4e939831f4e3fbf437dd2ea1de3cc is 50, key is test_row_0/B:col10/1733368758880/Put/seqid=0 2024-12-05T03:19:20,111 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073741945_1121 (size=9857) 2024-12-05T03:19:20,112 INFO [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=527 (bloomFilter=true), to=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/.tmp/B/4ce4e939831f4e3fbf437dd2ea1de3cc 2024-12-05T03:19:20,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=34 2024-12-05T03:19:20,138 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/.tmp/C/5adbecf893b14f658875b3d5089e9d3d is 50, key is test_row_0/C:col10/1733368758880/Put/seqid=0 2024-12-05T03:19:20,146 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:20,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50480 deadline: 1733368820143, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:20,147 DEBUG [Thread-157 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4161 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1733368742337.b1358d81e55a4e80f9eb71bacdaead0b., hostname=971fbbbe942d,46085,1733368737191, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T03:19:20,153 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:20,153 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:20,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 228 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50518 deadline: 1733368820150, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:20,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 229 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50496 deadline: 1733368820150, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:20,153 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:20,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 225 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50474 deadline: 1733368820152, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:20,155 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:20,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 233 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50462 deadline: 1733368820154, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:20,174 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073741946_1122 (size=9857) 2024-12-05T03:19:20,176 INFO [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=527 (bloomFilter=true), to=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/.tmp/C/5adbecf893b14f658875b3d5089e9d3d 2024-12-05T03:19:20,184 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/.tmp/A/e63b50b82d174282ab7ac9db656ed6f4 as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/A/e63b50b82d174282ab7ac9db656ed6f4 2024-12-05T03:19:20,194 INFO [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/A/e63b50b82d174282ab7ac9db656ed6f4, entries=100, sequenceid=527, filesize=9.6 K 2024-12-05T03:19:20,196 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/.tmp/B/4ce4e939831f4e3fbf437dd2ea1de3cc as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/B/4ce4e939831f4e3fbf437dd2ea1de3cc 2024-12-05T03:19:20,210 INFO [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/B/4ce4e939831f4e3fbf437dd2ea1de3cc, entries=100, sequenceid=527, filesize=9.6 K 2024-12-05T03:19:20,211 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/.tmp/C/5adbecf893b14f658875b3d5089e9d3d as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/C/5adbecf893b14f658875b3d5089e9d3d 2024-12-05T03:19:20,221 INFO [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/C/5adbecf893b14f658875b3d5089e9d3d, entries=100, sequenceid=527, filesize=9.6 K 2024-12-05T03:19:20,222 INFO [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.HRegion(3040): Finished flush of dataSize ~40.25 KB/41220, heapSize ~106.17 KB/108720, currentSize=161.02 KB/164880 for b1358d81e55a4e80f9eb71bacdaead0b in 245ms, sequenceid=527, compaction requested=true 2024-12-05T03:19:20,222 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.HRegion(2538): Flush status journal for b1358d81e55a4e80f9eb71bacdaead0b: 2024-12-05T03:19:20,222 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733368742337.b1358d81e55a4e80f9eb71bacdaead0b. 2024-12-05T03:19:20,222 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=35 2024-12-05T03:19:20,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.HMaster(4106): Remote procedure done, pid=35 2024-12-05T03:19:20,226 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=35, resume processing ppid=34 2024-12-05T03:19:20,226 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=35, ppid=34, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 399 msec 2024-12-05T03:19:20,227 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=34, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=34, table=TestAcidGuarantees in 404 msec 2024-12-05T03:19:20,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(8581): Flush requested on b1358d81e55a4e80f9eb71bacdaead0b 2024-12-05T03:19:20,359 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing b1358d81e55a4e80f9eb71bacdaead0b 3/3 column families, dataSize=167.72 KB heapSize=440.20 KB 2024-12-05T03:19:20,361 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b1358d81e55a4e80f9eb71bacdaead0b, store=A 2024-12-05T03:19:20,361 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T03:19:20,361 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b1358d81e55a4e80f9eb71bacdaead0b, store=B 2024-12-05T03:19:20,361 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T03:19:20,361 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b1358d81e55a4e80f9eb71bacdaead0b, store=C 2024-12-05T03:19:20,361 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T03:19:20,372 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:20,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 232 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50518 deadline: 1733368820365, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:20,373 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:20,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 228 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50474 deadline: 1733368820364, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:20,374 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:20,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 236 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50462 deadline: 1733368820368, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:20,374 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:20,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 233 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50496 deadline: 1733368820372, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:20,385 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/.tmp/A/85cba866e4c94c9199ee08dc0c180aa4 is 50, key is test_row_0/A:col10/1733368760046/Put/seqid=0 2024-12-05T03:19:20,398 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073741947_1123 (size=12301) 2024-12-05T03:19:20,399 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=556 (bloomFilter=true), to=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/.tmp/A/85cba866e4c94c9199ee08dc0c180aa4 2024-12-05T03:19:20,418 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/.tmp/B/bcf03471d587465e94234e1ddc280f3a is 50, key is test_row_0/B:col10/1733368760046/Put/seqid=0 2024-12-05T03:19:20,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=34 2024-12-05T03:19:20,427 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 34 completed 2024-12-05T03:19:20,431 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-05T03:19:20,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] procedure2.ProcedureExecutor(1098): Stored pid=36, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=36, table=TestAcidGuarantees 2024-12-05T03:19:20,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=36 2024-12-05T03:19:20,433 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=36, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=36, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-05T03:19:20,435 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=36, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=36, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-05T03:19:20,435 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=37, ppid=36, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-05T03:19:20,445 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073741948_1124 (size=12301) 2024-12-05T03:19:20,445 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=556 (bloomFilter=true), to=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/.tmp/B/bcf03471d587465e94234e1ddc280f3a 2024-12-05T03:19:20,468 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/.tmp/C/0d84dab2ac05429a904fdff01b84aa89 is 50, key is test_row_0/C:col10/1733368760046/Put/seqid=0 2024-12-05T03:19:20,474 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:20,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 234 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50518 deadline: 1733368820474, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:20,475 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:20,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 230 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50474 deadline: 1733368820474, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:20,478 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:20,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 238 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50462 deadline: 1733368820475, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:20,479 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:20,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 235 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50496 deadline: 1733368820476, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:20,479 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073741949_1125 (size=12301) 2024-12-05T03:19:20,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=36 2024-12-05T03:19:20,587 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 971fbbbe942d,46085,1733368737191 2024-12-05T03:19:20,588 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46085 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=37 2024-12-05T03:19:20,588 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733368742337.b1358d81e55a4e80f9eb71bacdaead0b. 2024-12-05T03:19:20,588 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733368742337.b1358d81e55a4e80f9eb71bacdaead0b. as already flushing 2024-12-05T03:19:20,588 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733368742337.b1358d81e55a4e80f9eb71bacdaead0b. 2024-12-05T03:19:20,588 ERROR [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] handler.RSProcedureHandler(58): pid=37 java.io.IOException: Unable to complete flush {ENCODED => b1358d81e55a4e80f9eb71bacdaead0b, NAME => 'TestAcidGuarantees,,1733368742337.b1358d81e55a4e80f9eb71bacdaead0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:19:20,589 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=37 java.io.IOException: Unable to complete flush {ENCODED => b1358d81e55a4e80f9eb71bacdaead0b, NAME => 'TestAcidGuarantees,,1733368742337.b1358d81e55a4e80f9eb71bacdaead0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:19:20,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.HMaster(4114): Remote procedure failed, pid=37 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b1358d81e55a4e80f9eb71bacdaead0b, NAME => 'TestAcidGuarantees,,1733368742337.b1358d81e55a4e80f9eb71bacdaead0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b1358d81e55a4e80f9eb71bacdaead0b, NAME => 'TestAcidGuarantees,,1733368742337.b1358d81e55a4e80f9eb71bacdaead0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:19:20,678 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:20,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 236 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50518 deadline: 1733368820677, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:20,678 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:20,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 232 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50474 deadline: 1733368820678, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:20,681 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:20,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 240 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50462 deadline: 1733368820681, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:20,683 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:20,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 237 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50496 deadline: 1733368820681, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:20,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=36 2024-12-05T03:19:20,740 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 971fbbbe942d,46085,1733368737191 2024-12-05T03:19:20,740 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46085 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=37 2024-12-05T03:19:20,741 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733368742337.b1358d81e55a4e80f9eb71bacdaead0b. 2024-12-05T03:19:20,741 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733368742337.b1358d81e55a4e80f9eb71bacdaead0b. as already flushing 2024-12-05T03:19:20,741 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733368742337.b1358d81e55a4e80f9eb71bacdaead0b. 2024-12-05T03:19:20,741 ERROR [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=37}] handler.RSProcedureHandler(58): pid=37 java.io.IOException: Unable to complete flush {ENCODED => b1358d81e55a4e80f9eb71bacdaead0b, NAME => 'TestAcidGuarantees,,1733368742337.b1358d81e55a4e80f9eb71bacdaead0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:19:20,741 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=37 java.io.IOException: Unable to complete flush {ENCODED => b1358d81e55a4e80f9eb71bacdaead0b, NAME => 'TestAcidGuarantees,,1733368742337.b1358d81e55a4e80f9eb71bacdaead0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:19:20,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.HMaster(4114): Remote procedure failed, pid=37 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b1358d81e55a4e80f9eb71bacdaead0b, NAME => 'TestAcidGuarantees,,1733368742337.b1358d81e55a4e80f9eb71bacdaead0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b1358d81e55a4e80f9eb71bacdaead0b, NAME => 'TestAcidGuarantees,,1733368742337.b1358d81e55a4e80f9eb71bacdaead0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:19:20,880 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=556 (bloomFilter=true), to=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/.tmp/C/0d84dab2ac05429a904fdff01b84aa89 2024-12-05T03:19:20,886 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/.tmp/A/85cba866e4c94c9199ee08dc0c180aa4 as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/A/85cba866e4c94c9199ee08dc0c180aa4 2024-12-05T03:19:20,892 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/A/85cba866e4c94c9199ee08dc0c180aa4, entries=150, sequenceid=556, filesize=12.0 K 2024-12-05T03:19:20,893 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 971fbbbe942d,46085,1733368737191 2024-12-05T03:19:20,896 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46085 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=37 2024-12-05T03:19:20,896 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733368742337.b1358d81e55a4e80f9eb71bacdaead0b. 2024-12-05T03:19:20,896 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/.tmp/B/bcf03471d587465e94234e1ddc280f3a as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/B/bcf03471d587465e94234e1ddc280f3a 2024-12-05T03:19:20,897 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733368742337.b1358d81e55a4e80f9eb71bacdaead0b. as already flushing 2024-12-05T03:19:20,897 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733368742337.b1358d81e55a4e80f9eb71bacdaead0b. 2024-12-05T03:19:20,897 ERROR [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] handler.RSProcedureHandler(58): pid=37 java.io.IOException: Unable to complete flush {ENCODED => b1358d81e55a4e80f9eb71bacdaead0b, NAME => 'TestAcidGuarantees,,1733368742337.b1358d81e55a4e80f9eb71bacdaead0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:19:20,897 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=37 java.io.IOException: Unable to complete flush {ENCODED => b1358d81e55a4e80f9eb71bacdaead0b, NAME => 'TestAcidGuarantees,,1733368742337.b1358d81e55a4e80f9eb71bacdaead0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:19:20,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.HMaster(4114): Remote procedure failed, pid=37 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b1358d81e55a4e80f9eb71bacdaead0b, NAME => 'TestAcidGuarantees,,1733368742337.b1358d81e55a4e80f9eb71bacdaead0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b1358d81e55a4e80f9eb71bacdaead0b, NAME => 'TestAcidGuarantees,,1733368742337.b1358d81e55a4e80f9eb71bacdaead0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:19:20,902 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/B/bcf03471d587465e94234e1ddc280f3a, entries=150, sequenceid=556, filesize=12.0 K 2024-12-05T03:19:20,903 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/.tmp/C/0d84dab2ac05429a904fdff01b84aa89 as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/C/0d84dab2ac05429a904fdff01b84aa89 2024-12-05T03:19:20,909 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/C/0d84dab2ac05429a904fdff01b84aa89, entries=150, sequenceid=556, filesize=12.0 K 2024-12-05T03:19:20,911 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~174.43 KB/178620, heapSize ~457.73 KB/468720, currentSize=26.84 KB/27480 for b1358d81e55a4e80f9eb71bacdaead0b in 552ms, sequenceid=556, compaction requested=true 2024-12-05T03:19:20,911 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for b1358d81e55a4e80f9eb71bacdaead0b: 2024-12-05T03:19:20,911 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b1358d81e55a4e80f9eb71bacdaead0b:A, priority=-2147483648, current under compaction store size is 1 2024-12-05T03:19:20,911 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T03:19:20,911 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 6 store files, 0 compacting, 6 eligible, 16 blocking 2024-12-05T03:19:20,911 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 6 store files, 0 compacting, 6 eligible, 16 blocking 2024-12-05T03:19:20,911 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b1358d81e55a4e80f9eb71bacdaead0b:B, priority=-2147483648, current under compaction store size is 2 2024-12-05T03:19:20,912 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T03:19:20,912 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b1358d81e55a4e80f9eb71bacdaead0b:C, priority=-2147483648, current under compaction store size is 3 2024-12-05T03:19:20,912 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T03:19:20,914 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 6 files of size 72418 starting at candidate #0 after considering 10 permutations with 10 in ratio 2024-12-05T03:19:20,914 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.HStore(1540): b1358d81e55a4e80f9eb71bacdaead0b/B is initiating minor compaction (all files) 2024-12-05T03:19:20,914 INFO [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of b1358d81e55a4e80f9eb71bacdaead0b/B in TestAcidGuarantees,,1733368742337.b1358d81e55a4e80f9eb71bacdaead0b. 2024-12-05T03:19:20,914 INFO [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/B/ad8a53ea23dd4cb99987aa61ad78fc62, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/B/5f531ee1ce0341d882c6c28cb4f66196, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/B/9c4b32d1fc694f21bf832ac76f553cf5, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/B/b4cb7b243d44408da2a8a3976a96dfba, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/B/4ce4e939831f4e3fbf437dd2ea1de3cc, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/B/bcf03471d587465e94234e1ddc280f3a] into tmpdir=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/.tmp, totalSize=70.7 K 2024-12-05T03:19:20,915 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] compactions.Compactor(224): Compacting ad8a53ea23dd4cb99987aa61ad78fc62, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=452, earliestPutTs=1733368755896 2024-12-05T03:19:20,915 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 6 files of size 74858 starting at candidate #0 after considering 10 permutations with 10 in ratio 2024-12-05T03:19:20,915 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.HStore(1540): b1358d81e55a4e80f9eb71bacdaead0b/A is initiating minor compaction (all files) 2024-12-05T03:19:20,915 INFO [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of b1358d81e55a4e80f9eb71bacdaead0b/A in TestAcidGuarantees,,1733368742337.b1358d81e55a4e80f9eb71bacdaead0b. 2024-12-05T03:19:20,915 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] compactions.Compactor(224): Compacting 5f531ee1ce0341d882c6c28cb4f66196, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=481, earliestPutTs=1733368755922 2024-12-05T03:19:20,915 INFO [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/A/886c3711a18242e9a4149a77d7afeb6e, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/A/92041bbdc6464edcb0ea7a567f2f67f2, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/A/1c6f2bdd0da7429eb9fb4022eb346c1a, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/A/679ab815c1b5478abaccaf303aad6860, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/A/e63b50b82d174282ab7ac9db656ed6f4, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/A/85cba866e4c94c9199ee08dc0c180aa4] into tmpdir=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/.tmp, totalSize=73.1 K 2024-12-05T03:19:20,916 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] compactions.Compactor(224): Compacting 9c4b32d1fc694f21bf832ac76f553cf5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=491, earliestPutTs=1733368756600 2024-12-05T03:19:20,916 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] compactions.Compactor(224): Compacting 886c3711a18242e9a4149a77d7afeb6e, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=452, earliestPutTs=1733368755896 2024-12-05T03:19:20,916 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] compactions.Compactor(224): Compacting b4cb7b243d44408da2a8a3976a96dfba, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=518, earliestPutTs=1733368757753 2024-12-05T03:19:20,916 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] compactions.Compactor(224): Compacting 92041bbdc6464edcb0ea7a567f2f67f2, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=481, earliestPutTs=1733368755922 2024-12-05T03:19:20,917 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] compactions.Compactor(224): Compacting 4ce4e939831f4e3fbf437dd2ea1de3cc, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=527, earliestPutTs=1733368758880 2024-12-05T03:19:20,917 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1c6f2bdd0da7429eb9fb4022eb346c1a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=491, earliestPutTs=1733368756600 2024-12-05T03:19:20,918 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] compactions.Compactor(224): Compacting 679ab815c1b5478abaccaf303aad6860, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=518, earliestPutTs=1733368757753 2024-12-05T03:19:20,918 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] compactions.Compactor(224): Compacting bcf03471d587465e94234e1ddc280f3a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=556, earliestPutTs=1733368760046 2024-12-05T03:19:20,919 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] compactions.Compactor(224): Compacting e63b50b82d174282ab7ac9db656ed6f4, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=527, earliestPutTs=1733368758880 2024-12-05T03:19:20,920 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] compactions.Compactor(224): Compacting 85cba866e4c94c9199ee08dc0c180aa4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=556, earliestPutTs=1733368760046 2024-12-05T03:19:20,937 INFO [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): b1358d81e55a4e80f9eb71bacdaead0b#A#compaction#111 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T03:19:20,938 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/.tmp/A/4b3a426b5bae4e40ad9efcbf67c32c1f is 50, key is test_row_0/A:col10/1733368760046/Put/seqid=0 2024-12-05T03:19:20,943 INFO [RS:0;971fbbbe942d:46085-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b1358d81e55a4e80f9eb71bacdaead0b#B#compaction#112 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T03:19:20,944 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/.tmp/B/c1bf50bbbef84321b7a329458452e81c is 50, key is test_row_0/B:col10/1733368760046/Put/seqid=0 2024-12-05T03:19:20,952 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073741950_1126 (size=13561) 2024-12-05T03:19:20,954 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073741951_1127 (size=13561) 2024-12-05T03:19:20,960 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/.tmp/A/4b3a426b5bae4e40ad9efcbf67c32c1f as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/A/4b3a426b5bae4e40ad9efcbf67c32c1f 2024-12-05T03:19:20,965 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/.tmp/B/c1bf50bbbef84321b7a329458452e81c as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/B/c1bf50bbbef84321b7a329458452e81c 2024-12-05T03:19:20,969 INFO [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 6 (all) file(s) in b1358d81e55a4e80f9eb71bacdaead0b/A of b1358d81e55a4e80f9eb71bacdaead0b into 4b3a426b5bae4e40ad9efcbf67c32c1f(size=13.2 K), total size for store is 13.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T03:19:20,969 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for b1358d81e55a4e80f9eb71bacdaead0b: 2024-12-05T03:19:20,969 INFO [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733368742337.b1358d81e55a4e80f9eb71bacdaead0b., storeName=b1358d81e55a4e80f9eb71bacdaead0b/A, priority=10, startTime=1733368760911; duration=0sec 2024-12-05T03:19:20,969 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T03:19:20,969 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b1358d81e55a4e80f9eb71bacdaead0b:A 2024-12-05T03:19:20,969 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 6 store files, 0 compacting, 6 eligible, 16 blocking 2024-12-05T03:19:20,973 INFO [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 6 (all) file(s) in b1358d81e55a4e80f9eb71bacdaead0b/B of b1358d81e55a4e80f9eb71bacdaead0b into c1bf50bbbef84321b7a329458452e81c(size=13.2 K), total size for store is 13.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T03:19:20,974 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for b1358d81e55a4e80f9eb71bacdaead0b: 2024-12-05T03:19:20,974 INFO [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733368742337.b1358d81e55a4e80f9eb71bacdaead0b., storeName=b1358d81e55a4e80f9eb71bacdaead0b/B, priority=10, startTime=1733368760911; duration=0sec 2024-12-05T03:19:20,974 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 6 files of size 72418 starting at candidate #0 after considering 10 permutations with 10 in ratio 2024-12-05T03:19:20,974 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T03:19:20,974 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b1358d81e55a4e80f9eb71bacdaead0b:B 2024-12-05T03:19:20,974 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.HStore(1540): b1358d81e55a4e80f9eb71bacdaead0b/C is initiating minor compaction (all files) 2024-12-05T03:19:20,974 INFO [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of b1358d81e55a4e80f9eb71bacdaead0b/C in TestAcidGuarantees,,1733368742337.b1358d81e55a4e80f9eb71bacdaead0b. 2024-12-05T03:19:20,974 INFO [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/C/e2d0b2e93e184290abc570780a49fd88, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/C/c4f454e16f7c4ca1b81caf344c37d034, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/C/fec675947e474fb7b7319427b9132b0c, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/C/bd4ec438a68740c3b861d1e337286a26, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/C/5adbecf893b14f658875b3d5089e9d3d, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/C/0d84dab2ac05429a904fdff01b84aa89] into tmpdir=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/.tmp, totalSize=70.7 K 2024-12-05T03:19:20,975 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] compactions.Compactor(224): Compacting e2d0b2e93e184290abc570780a49fd88, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=452, earliestPutTs=1733368755896 2024-12-05T03:19:20,975 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] compactions.Compactor(224): Compacting c4f454e16f7c4ca1b81caf344c37d034, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=481, earliestPutTs=1733368755922 2024-12-05T03:19:20,975 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] compactions.Compactor(224): Compacting fec675947e474fb7b7319427b9132b0c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=491, earliestPutTs=1733368756600 2024-12-05T03:19:20,976 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] compactions.Compactor(224): Compacting bd4ec438a68740c3b861d1e337286a26, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=518, earliestPutTs=1733368757753 2024-12-05T03:19:20,976 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5adbecf893b14f658875b3d5089e9d3d, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=527, earliestPutTs=1733368758880 2024-12-05T03:19:20,977 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0d84dab2ac05429a904fdff01b84aa89, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=556, earliestPutTs=1733368760046 2024-12-05T03:19:20,990 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing b1358d81e55a4e80f9eb71bacdaead0b 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-05T03:19:20,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(8581): Flush requested on b1358d81e55a4e80f9eb71bacdaead0b 2024-12-05T03:19:20,990 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b1358d81e55a4e80f9eb71bacdaead0b, store=A 2024-12-05T03:19:20,990 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T03:19:20,991 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b1358d81e55a4e80f9eb71bacdaead0b, store=B 2024-12-05T03:19:20,991 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T03:19:20,991 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b1358d81e55a4e80f9eb71bacdaead0b, store=C 2024-12-05T03:19:20,991 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T03:19:21,000 INFO [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): b1358d81e55a4e80f9eb71bacdaead0b#C#compaction#113 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T03:19:21,000 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/.tmp/A/5aeb47d748f849008c4e5355f834ff5c is 50, key is test_row_0/A:col10/1733368760988/Put/seqid=0 2024-12-05T03:19:21,001 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/.tmp/C/80ca98d0d3c8418197b5f2e9641264d7 is 50, key is test_row_0/C:col10/1733368760046/Put/seqid=0 2024-12-05T03:19:21,028 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073741952_1128 (size=13561) 2024-12-05T03:19:21,030 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:21,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 248 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50462 deadline: 1733368821026, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:21,032 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:21,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 241 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50474 deadline: 1733368821029, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:21,032 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:21,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 246 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50518 deadline: 1733368821029, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:21,033 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:21,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 245 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50496 deadline: 1733368821030, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:21,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=36 2024-12-05T03:19:21,045 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/.tmp/C/80ca98d0d3c8418197b5f2e9641264d7 as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/C/80ca98d0d3c8418197b5f2e9641264d7 2024-12-05T03:19:21,049 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073741953_1129 (size=14741) 2024-12-05T03:19:21,049 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 971fbbbe942d,46085,1733368737191 2024-12-05T03:19:21,050 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=571 (bloomFilter=true), to=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/.tmp/A/5aeb47d748f849008c4e5355f834ff5c 2024-12-05T03:19:21,050 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46085 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=37 2024-12-05T03:19:21,050 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733368742337.b1358d81e55a4e80f9eb71bacdaead0b. 2024-12-05T03:19:21,050 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733368742337.b1358d81e55a4e80f9eb71bacdaead0b. as already flushing 2024-12-05T03:19:21,050 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733368742337.b1358d81e55a4e80f9eb71bacdaead0b. 2024-12-05T03:19:21,050 ERROR [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] handler.RSProcedureHandler(58): pid=37 java.io.IOException: Unable to complete flush {ENCODED => b1358d81e55a4e80f9eb71bacdaead0b, NAME => 'TestAcidGuarantees,,1733368742337.b1358d81e55a4e80f9eb71bacdaead0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:19:21,051 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=37 java.io.IOException: Unable to complete flush {ENCODED => b1358d81e55a4e80f9eb71bacdaead0b, NAME => 'TestAcidGuarantees,,1733368742337.b1358d81e55a4e80f9eb71bacdaead0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:19:21,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.HMaster(4114): Remote procedure failed, pid=37 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b1358d81e55a4e80f9eb71bacdaead0b, NAME => 'TestAcidGuarantees,,1733368742337.b1358d81e55a4e80f9eb71bacdaead0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b1358d81e55a4e80f9eb71bacdaead0b, NAME => 'TestAcidGuarantees,,1733368742337.b1358d81e55a4e80f9eb71bacdaead0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:19:21,054 INFO [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 6 (all) file(s) in b1358d81e55a4e80f9eb71bacdaead0b/C of b1358d81e55a4e80f9eb71bacdaead0b into 80ca98d0d3c8418197b5f2e9641264d7(size=13.2 K), total size for store is 13.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T03:19:21,054 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for b1358d81e55a4e80f9eb71bacdaead0b: 2024-12-05T03:19:21,054 INFO [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733368742337.b1358d81e55a4e80f9eb71bacdaead0b., storeName=b1358d81e55a4e80f9eb71bacdaead0b/C, priority=10, startTime=1733368760912; duration=0sec 2024-12-05T03:19:21,055 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T03:19:21,055 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b1358d81e55a4e80f9eb71bacdaead0b:C 2024-12-05T03:19:21,069 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/.tmp/B/1839c9a5dc4641ef9f5463135b670b67 is 50, key is test_row_0/B:col10/1733368760988/Put/seqid=0 2024-12-05T03:19:21,093 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073741954_1130 (size=12301) 2024-12-05T03:19:21,094 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=571 (bloomFilter=true), to=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/.tmp/B/1839c9a5dc4641ef9f5463135b670b67 2024-12-05T03:19:21,110 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/.tmp/C/949f581427014fe0a52f6f7cda910851 is 50, key is test_row_0/C:col10/1733368760988/Put/seqid=0 2024-12-05T03:19:21,134 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:21,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 250 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50462 deadline: 1733368821131, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:21,135 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:21,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 243 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50474 deadline: 1733368821134, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:21,135 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:21,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 248 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50518 deadline: 1733368821134, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:21,136 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:21,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 247 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50496 deadline: 1733368821134, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:21,145 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073741955_1131 (size=12301) 2024-12-05T03:19:21,146 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=571 (bloomFilter=true), to=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/.tmp/C/949f581427014fe0a52f6f7cda910851 2024-12-05T03:19:21,153 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/.tmp/A/5aeb47d748f849008c4e5355f834ff5c as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/A/5aeb47d748f849008c4e5355f834ff5c 2024-12-05T03:19:21,162 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/A/5aeb47d748f849008c4e5355f834ff5c, entries=200, sequenceid=571, filesize=14.4 K 2024-12-05T03:19:21,163 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/.tmp/B/1839c9a5dc4641ef9f5463135b670b67 as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/B/1839c9a5dc4641ef9f5463135b670b67 2024-12-05T03:19:21,169 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/B/1839c9a5dc4641ef9f5463135b670b67, entries=150, sequenceid=571, filesize=12.0 K 2024-12-05T03:19:21,170 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/.tmp/C/949f581427014fe0a52f6f7cda910851 as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/C/949f581427014fe0a52f6f7cda910851 2024-12-05T03:19:21,178 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/C/949f581427014fe0a52f6f7cda910851, entries=150, sequenceid=571, filesize=12.0 K 2024-12-05T03:19:21,179 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=140.89 KB/144270 for b1358d81e55a4e80f9eb71bacdaead0b in 190ms, sequenceid=571, compaction requested=false 2024-12-05T03:19:21,179 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for b1358d81e55a4e80f9eb71bacdaead0b: 2024-12-05T03:19:21,202 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 971fbbbe942d,46085,1733368737191 2024-12-05T03:19:21,202 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46085 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=37 2024-12-05T03:19:21,203 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733368742337.b1358d81e55a4e80f9eb71bacdaead0b. 2024-12-05T03:19:21,203 INFO [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.HRegion(2837): Flushing b1358d81e55a4e80f9eb71bacdaead0b 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-12-05T03:19:21,203 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b1358d81e55a4e80f9eb71bacdaead0b, store=A 2024-12-05T03:19:21,203 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T03:19:21,203 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b1358d81e55a4e80f9eb71bacdaead0b, store=B 2024-12-05T03:19:21,203 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T03:19:21,203 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b1358d81e55a4e80f9eb71bacdaead0b, store=C 2024-12-05T03:19:21,203 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T03:19:21,209 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=37}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/.tmp/A/635b618e4bb14fd48a3a3280f37f6243 is 50, key is test_row_0/A:col10/1733368761024/Put/seqid=0 2024-12-05T03:19:21,230 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073741956_1132 (size=12301) 2024-12-05T03:19:21,338 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733368742337.b1358d81e55a4e80f9eb71bacdaead0b. as already flushing 2024-12-05T03:19:21,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(8581): Flush requested on b1358d81e55a4e80f9eb71bacdaead0b 2024-12-05T03:19:21,351 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:21,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 251 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50496 deadline: 1733368821349, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:21,351 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:21,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 247 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50474 deadline: 1733368821349, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:21,352 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:21,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 255 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50462 deadline: 1733368821350, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:21,352 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:21,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 253 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50518 deadline: 1733368821351, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:21,453 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:21,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 253 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50496 deadline: 1733368821452, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:21,453 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:21,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 249 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50474 deadline: 1733368821453, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:21,454 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:21,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 257 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50462 deadline: 1733368821453, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:21,455 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:21,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 255 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50518 deadline: 1733368821455, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:21,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=36 2024-12-05T03:19:21,633 INFO [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=596 (bloomFilter=true), to=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/.tmp/A/635b618e4bb14fd48a3a3280f37f6243 2024-12-05T03:19:21,644 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=37}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/.tmp/B/79c57926749c4a0f8d6efd4811c4ee0b is 50, key is test_row_0/B:col10/1733368761024/Put/seqid=0 2024-12-05T03:19:21,656 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:21,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 259 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50462 deadline: 1733368821656, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:21,658 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:21,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 255 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50496 deadline: 1733368821656, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:21,661 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:21,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 257 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50518 deadline: 1733368821657, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:21,662 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:21,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 251 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50474 deadline: 1733368821660, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:21,662 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073741957_1133 (size=12301) 2024-12-05T03:19:21,664 INFO [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=596 (bloomFilter=true), to=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/.tmp/B/79c57926749c4a0f8d6efd4811c4ee0b 2024-12-05T03:19:21,677 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=37}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/.tmp/C/60febc61aad84f088f1b019f40fe99d5 is 50, key is test_row_0/C:col10/1733368761024/Put/seqid=0 2024-12-05T03:19:21,686 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073741958_1134 (size=12301) 2024-12-05T03:19:21,687 INFO [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=596 (bloomFilter=true), to=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/.tmp/C/60febc61aad84f088f1b019f40fe99d5 2024-12-05T03:19:21,693 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/.tmp/A/635b618e4bb14fd48a3a3280f37f6243 as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/A/635b618e4bb14fd48a3a3280f37f6243 2024-12-05T03:19:21,716 INFO [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/A/635b618e4bb14fd48a3a3280f37f6243, entries=150, sequenceid=596, filesize=12.0 K 2024-12-05T03:19:21,717 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/.tmp/B/79c57926749c4a0f8d6efd4811c4ee0b as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/B/79c57926749c4a0f8d6efd4811c4ee0b 2024-12-05T03:19:21,727 INFO [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/B/79c57926749c4a0f8d6efd4811c4ee0b, entries=150, sequenceid=596, filesize=12.0 K 2024-12-05T03:19:21,732 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/.tmp/C/60febc61aad84f088f1b019f40fe99d5 as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/C/60febc61aad84f088f1b019f40fe99d5 2024-12-05T03:19:21,753 INFO [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/C/60febc61aad84f088f1b019f40fe99d5, entries=150, sequenceid=596, filesize=12.0 K 2024-12-05T03:19:21,756 INFO [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=67.09 KB/68700 for b1358d81e55a4e80f9eb71bacdaead0b in 553ms, sequenceid=596, compaction requested=true 2024-12-05T03:19:21,757 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.HRegion(2538): Flush status journal for b1358d81e55a4e80f9eb71bacdaead0b: 2024-12-05T03:19:21,757 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733368742337.b1358d81e55a4e80f9eb71bacdaead0b. 2024-12-05T03:19:21,757 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=37 2024-12-05T03:19:21,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.HMaster(4106): Remote procedure done, pid=37 2024-12-05T03:19:21,760 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=37, resume processing ppid=36 2024-12-05T03:19:21,760 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=37, ppid=36, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3230 sec 2024-12-05T03:19:21,762 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=36, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=36, table=TestAcidGuarantees in 1.3300 sec 2024-12-05T03:19:21,963 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing b1358d81e55a4e80f9eb71bacdaead0b 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-12-05T03:19:21,965 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b1358d81e55a4e80f9eb71bacdaead0b, store=A 2024-12-05T03:19:21,965 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T03:19:21,965 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b1358d81e55a4e80f9eb71bacdaead0b, store=B 2024-12-05T03:19:21,965 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T03:19:21,965 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b1358d81e55a4e80f9eb71bacdaead0b, store=C 2024-12-05T03:19:21,965 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T03:19:21,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(8581): Flush requested on b1358d81e55a4e80f9eb71bacdaead0b 2024-12-05T03:19:22,001 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/.tmp/A/36087768ce1f43f49716dc48fe2d6cb2 is 50, key is test_row_0/A:col10/1733368761346/Put/seqid=0 2024-12-05T03:19:22,001 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:22,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 262 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50496 deadline: 1733368821997, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:22,002 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:22,003 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:22,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 264 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50518 deadline: 1733368821997, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:22,003 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:22,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 258 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50474 deadline: 1733368821999, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:22,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 266 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50462 deadline: 1733368821998, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:22,033 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073741959_1135 (size=12301) 2024-12-05T03:19:22,034 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=611 (bloomFilter=true), to=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/.tmp/A/36087768ce1f43f49716dc48fe2d6cb2 2024-12-05T03:19:22,045 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/.tmp/B/885d1938050645868cae8e8fee453bde is 50, key is test_row_0/B:col10/1733368761346/Put/seqid=0 2024-12-05T03:19:22,055 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073741960_1136 (size=12301) 2024-12-05T03:19:22,056 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=611 (bloomFilter=true), to=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/.tmp/B/885d1938050645868cae8e8fee453bde 2024-12-05T03:19:22,070 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/.tmp/C/75a653cac04e4347a27fb77aa01670e3 is 50, key is test_row_0/C:col10/1733368761346/Put/seqid=0 2024-12-05T03:19:22,075 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073741961_1137 (size=12301) 2024-12-05T03:19:22,077 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=611 (bloomFilter=true), to=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/.tmp/C/75a653cac04e4347a27fb77aa01670e3 2024-12-05T03:19:22,086 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/.tmp/A/36087768ce1f43f49716dc48fe2d6cb2 as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/A/36087768ce1f43f49716dc48fe2d6cb2 2024-12-05T03:19:22,094 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/A/36087768ce1f43f49716dc48fe2d6cb2, entries=150, sequenceid=611, filesize=12.0 K 2024-12-05T03:19:22,098 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/.tmp/B/885d1938050645868cae8e8fee453bde as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/B/885d1938050645868cae8e8fee453bde 2024-12-05T03:19:22,104 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:22,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 264 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50496 deadline: 1733368822104, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:22,105 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:22,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 266 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50518 deadline: 1733368822104, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:22,106 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:22,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 260 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50474 deadline: 1733368822104, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:22,106 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:22,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 268 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50462 deadline: 1733368822105, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:22,108 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/B/885d1938050645868cae8e8fee453bde, entries=150, sequenceid=611, filesize=12.0 K 2024-12-05T03:19:22,109 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/.tmp/C/75a653cac04e4347a27fb77aa01670e3 as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/C/75a653cac04e4347a27fb77aa01670e3 2024-12-05T03:19:22,117 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/C/75a653cac04e4347a27fb77aa01670e3, entries=150, sequenceid=611, filesize=12.0 K 2024-12-05T03:19:22,118 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for b1358d81e55a4e80f9eb71bacdaead0b in 155ms, sequenceid=611, compaction requested=true 2024-12-05T03:19:22,118 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for b1358d81e55a4e80f9eb71bacdaead0b: 2024-12-05T03:19:22,119 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b1358d81e55a4e80f9eb71bacdaead0b:A, priority=-2147483648, current under compaction store size is 1 2024-12-05T03:19:22,119 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T03:19:22,119 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b1358d81e55a4e80f9eb71bacdaead0b:B, priority=-2147483648, current under compaction store size is 2 2024-12-05T03:19:22,119 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T03:19:22,119 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-05T03:19:22,119 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-05T03:19:22,119 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b1358d81e55a4e80f9eb71bacdaead0b:C, priority=-2147483648, current under compaction store size is 3 2024-12-05T03:19:22,119 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T03:19:22,122 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50464 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-05T03:19:22,122 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.HStore(1540): b1358d81e55a4e80f9eb71bacdaead0b/B is initiating minor compaction (all files) 2024-12-05T03:19:22,122 INFO [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of b1358d81e55a4e80f9eb71bacdaead0b/B in TestAcidGuarantees,,1733368742337.b1358d81e55a4e80f9eb71bacdaead0b. 2024-12-05T03:19:22,122 INFO [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/B/c1bf50bbbef84321b7a329458452e81c, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/B/1839c9a5dc4641ef9f5463135b670b67, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/B/79c57926749c4a0f8d6efd4811c4ee0b, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/B/885d1938050645868cae8e8fee453bde] into tmpdir=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/.tmp, totalSize=49.3 K 2024-12-05T03:19:22,123 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 52904 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-05T03:19:22,123 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.HStore(1540): b1358d81e55a4e80f9eb71bacdaead0b/A is initiating minor compaction (all files) 2024-12-05T03:19:22,123 INFO [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of b1358d81e55a4e80f9eb71bacdaead0b/A in TestAcidGuarantees,,1733368742337.b1358d81e55a4e80f9eb71bacdaead0b. 2024-12-05T03:19:22,123 INFO [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/A/4b3a426b5bae4e40ad9efcbf67c32c1f, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/A/5aeb47d748f849008c4e5355f834ff5c, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/A/635b618e4bb14fd48a3a3280f37f6243, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/A/36087768ce1f43f49716dc48fe2d6cb2] into tmpdir=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/.tmp, totalSize=51.7 K 2024-12-05T03:19:22,123 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] compactions.Compactor(224): Compacting c1bf50bbbef84321b7a329458452e81c, keycount=150, bloomtype=ROW, size=13.2 K, encoding=NONE, compression=NONE, seqNum=556, earliestPutTs=1733368760046 2024-12-05T03:19:22,123 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] compactions.Compactor(224): Compacting 4b3a426b5bae4e40ad9efcbf67c32c1f, keycount=150, bloomtype=ROW, size=13.2 K, encoding=NONE, compression=NONE, seqNum=556, earliestPutTs=1733368760046 2024-12-05T03:19:22,124 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1839c9a5dc4641ef9f5463135b670b67, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=571, earliestPutTs=1733368760988 2024-12-05T03:19:22,124 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] compactions.Compactor(224): Compacting 5aeb47d748f849008c4e5355f834ff5c, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=571, earliestPutTs=1733368760361 2024-12-05T03:19:22,124 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] compactions.Compactor(224): Compacting 79c57926749c4a0f8d6efd4811c4ee0b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=596, earliestPutTs=1733368761021 2024-12-05T03:19:22,136 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] compactions.Compactor(224): Compacting 635b618e4bb14fd48a3a3280f37f6243, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=596, earliestPutTs=1733368761021 2024-12-05T03:19:22,136 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] compactions.Compactor(224): Compacting 885d1938050645868cae8e8fee453bde, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=611, earliestPutTs=1733368761345 2024-12-05T03:19:22,137 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] compactions.Compactor(224): Compacting 36087768ce1f43f49716dc48fe2d6cb2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=611, earliestPutTs=1733368761345 2024-12-05T03:19:22,160 INFO [RS:0;971fbbbe942d:46085-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b1358d81e55a4e80f9eb71bacdaead0b#A#compaction#123 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T03:19:22,161 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/.tmp/A/83d4f47569094fb29aea84d8933c5976 is 50, key is test_row_0/A:col10/1733368761346/Put/seqid=0 2024-12-05T03:19:22,174 INFO [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): b1358d81e55a4e80f9eb71bacdaead0b#B#compaction#124 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T03:19:22,175 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/.tmp/B/f06c0bd84d18498fb04ae80563f2c5d1 is 50, key is test_row_0/B:col10/1733368761346/Put/seqid=0 2024-12-05T03:19:22,218 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073741962_1138 (size=13697) 2024-12-05T03:19:22,226 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073741963_1139 (size=13697) 2024-12-05T03:19:22,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(8581): Flush requested on b1358d81e55a4e80f9eb71bacdaead0b 2024-12-05T03:19:22,321 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing b1358d81e55a4e80f9eb71bacdaead0b 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-12-05T03:19:22,322 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b1358d81e55a4e80f9eb71bacdaead0b, store=A 2024-12-05T03:19:22,323 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T03:19:22,323 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b1358d81e55a4e80f9eb71bacdaead0b, store=B 2024-12-05T03:19:22,323 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T03:19:22,323 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b1358d81e55a4e80f9eb71bacdaead0b, store=C 2024-12-05T03:19:22,323 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T03:19:22,329 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/.tmp/A/bfd2aa4089d84b6da3014ef5c43a6fb9 is 50, key is test_row_0/A:col10/1733368762321/Put/seqid=0 2024-12-05T03:19:22,333 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:22,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 270 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50518 deadline: 1733368822330, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:22,334 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:22,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 265 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50474 deadline: 1733368822331, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:22,334 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:22,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 269 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50496 deadline: 1733368822331, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:22,334 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:22,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 274 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50462 deadline: 1733368822332, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:22,339 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073741964_1140 (size=14741) 2024-12-05T03:19:22,436 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:22,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 272 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50518 deadline: 1733368822435, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:22,437 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:22,437 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:22,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 271 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50496 deadline: 1733368822435, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:22,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 267 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50474 deadline: 1733368822435, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:22,437 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:22,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 276 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50462 deadline: 1733368822435, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:22,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=36 2024-12-05T03:19:22,537 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 36 completed 2024-12-05T03:19:22,538 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-05T03:19:22,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] procedure2.ProcedureExecutor(1098): Stored pid=38, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=38, table=TestAcidGuarantees 2024-12-05T03:19:22,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=38 2024-12-05T03:19:22,540 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=38, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=38, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-05T03:19:22,541 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=38, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=38, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-05T03:19:22,541 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=39, ppid=38, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-05T03:19:22,627 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/.tmp/A/83d4f47569094fb29aea84d8933c5976 as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/A/83d4f47569094fb29aea84d8933c5976 2024-12-05T03:19:22,636 INFO [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in b1358d81e55a4e80f9eb71bacdaead0b/A of b1358d81e55a4e80f9eb71bacdaead0b into 83d4f47569094fb29aea84d8933c5976(size=13.4 K), total size for store is 13.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T03:19:22,636 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for b1358d81e55a4e80f9eb71bacdaead0b: 2024-12-05T03:19:22,636 INFO [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733368742337.b1358d81e55a4e80f9eb71bacdaead0b., storeName=b1358d81e55a4e80f9eb71bacdaead0b/A, priority=12, startTime=1733368762118; duration=0sec 2024-12-05T03:19:22,636 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/.tmp/B/f06c0bd84d18498fb04ae80563f2c5d1 as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/B/f06c0bd84d18498fb04ae80563f2c5d1 2024-12-05T03:19:22,636 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T03:19:22,637 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b1358d81e55a4e80f9eb71bacdaead0b:A 2024-12-05T03:19:22,637 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-05T03:19:22,638 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:22,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 274 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50518 deadline: 1733368822638, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:22,639 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:22,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 269 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50474 deadline: 1733368822638, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:22,639 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:22,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 273 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50496 deadline: 1733368822639, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:22,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=38 2024-12-05T03:19:22,643 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:22,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 278 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50462 deadline: 1733368822640, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:22,646 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50464 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-05T03:19:22,646 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.HStore(1540): b1358d81e55a4e80f9eb71bacdaead0b/C is initiating minor compaction (all files) 2024-12-05T03:19:22,649 INFO [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of b1358d81e55a4e80f9eb71bacdaead0b/C in TestAcidGuarantees,,1733368742337.b1358d81e55a4e80f9eb71bacdaead0b. 2024-12-05T03:19:22,649 INFO [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/C/80ca98d0d3c8418197b5f2e9641264d7, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/C/949f581427014fe0a52f6f7cda910851, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/C/60febc61aad84f088f1b019f40fe99d5, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/C/75a653cac04e4347a27fb77aa01670e3] into tmpdir=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/.tmp, totalSize=49.3 K 2024-12-05T03:19:22,650 INFO [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in b1358d81e55a4e80f9eb71bacdaead0b/B of b1358d81e55a4e80f9eb71bacdaead0b into f06c0bd84d18498fb04ae80563f2c5d1(size=13.4 K), total size for store is 13.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T03:19:22,650 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for b1358d81e55a4e80f9eb71bacdaead0b: 2024-12-05T03:19:22,651 INFO [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733368742337.b1358d81e55a4e80f9eb71bacdaead0b., storeName=b1358d81e55a4e80f9eb71bacdaead0b/B, priority=12, startTime=1733368762119; duration=0sec 2024-12-05T03:19:22,651 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T03:19:22,651 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b1358d81e55a4e80f9eb71bacdaead0b:B 2024-12-05T03:19:22,651 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] compactions.Compactor(224): Compacting 80ca98d0d3c8418197b5f2e9641264d7, keycount=150, bloomtype=ROW, size=13.2 K, encoding=NONE, compression=NONE, seqNum=556, earliestPutTs=1733368760046 2024-12-05T03:19:22,652 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] compactions.Compactor(224): Compacting 949f581427014fe0a52f6f7cda910851, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=571, earliestPutTs=1733368760988 2024-12-05T03:19:22,652 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] compactions.Compactor(224): Compacting 60febc61aad84f088f1b019f40fe99d5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=596, earliestPutTs=1733368761021 2024-12-05T03:19:22,653 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] compactions.Compactor(224): Compacting 75a653cac04e4347a27fb77aa01670e3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=611, earliestPutTs=1733368761345 2024-12-05T03:19:22,682 INFO [RS:0;971fbbbe942d:46085-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b1358d81e55a4e80f9eb71bacdaead0b#C#compaction#126 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T03:19:22,683 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/.tmp/C/6d7e0f49511f49cc8e96b35f1d4c63e1 is 50, key is test_row_0/C:col10/1733368761346/Put/seqid=0 2024-12-05T03:19:22,693 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 971fbbbe942d,46085,1733368737191 2024-12-05T03:19:22,694 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46085 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=39 2024-12-05T03:19:22,694 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733368742337.b1358d81e55a4e80f9eb71bacdaead0b. 2024-12-05T03:19:22,694 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733368742337.b1358d81e55a4e80f9eb71bacdaead0b. as already flushing 2024-12-05T03:19:22,694 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733368742337.b1358d81e55a4e80f9eb71bacdaead0b. 2024-12-05T03:19:22,694 ERROR [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] handler.RSProcedureHandler(58): pid=39 java.io.IOException: Unable to complete flush {ENCODED => b1358d81e55a4e80f9eb71bacdaead0b, NAME => 'TestAcidGuarantees,,1733368742337.b1358d81e55a4e80f9eb71bacdaead0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:19:22,694 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=39 java.io.IOException: Unable to complete flush {ENCODED => b1358d81e55a4e80f9eb71bacdaead0b, NAME => 'TestAcidGuarantees,,1733368742337.b1358d81e55a4e80f9eb71bacdaead0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:19:22,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.HMaster(4114): Remote procedure failed, pid=39 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b1358d81e55a4e80f9eb71bacdaead0b, NAME => 'TestAcidGuarantees,,1733368742337.b1358d81e55a4e80f9eb71bacdaead0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b1358d81e55a4e80f9eb71bacdaead0b, NAME => 'TestAcidGuarantees,,1733368742337.b1358d81e55a4e80f9eb71bacdaead0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:19:22,714 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073741965_1141 (size=13697) 2024-12-05T03:19:22,722 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/.tmp/C/6d7e0f49511f49cc8e96b35f1d4c63e1 as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/C/6d7e0f49511f49cc8e96b35f1d4c63e1 2024-12-05T03:19:22,731 INFO [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in b1358d81e55a4e80f9eb71bacdaead0b/C of b1358d81e55a4e80f9eb71bacdaead0b into 6d7e0f49511f49cc8e96b35f1d4c63e1(size=13.4 K), total size for store is 13.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T03:19:22,731 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for b1358d81e55a4e80f9eb71bacdaead0b: 2024-12-05T03:19:22,731 INFO [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733368742337.b1358d81e55a4e80f9eb71bacdaead0b., storeName=b1358d81e55a4e80f9eb71bacdaead0b/C, priority=12, startTime=1733368762119; duration=0sec 2024-12-05T03:19:22,734 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T03:19:22,734 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b1358d81e55a4e80f9eb71bacdaead0b:C 2024-12-05T03:19:22,740 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=636 (bloomFilter=true), to=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/.tmp/A/bfd2aa4089d84b6da3014ef5c43a6fb9 2024-12-05T03:19:22,756 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/.tmp/B/cf9c89502c344e7c9e9d250575152909 is 50, key is test_row_0/B:col10/1733368762321/Put/seqid=0 2024-12-05T03:19:22,773 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073741966_1142 (size=12301) 2024-12-05T03:19:22,774 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=636 (bloomFilter=true), to=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/.tmp/B/cf9c89502c344e7c9e9d250575152909 2024-12-05T03:19:22,801 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/.tmp/C/5dd8607e8c054fe7a5d2683b1ad48f44 is 50, key is test_row_0/C:col10/1733368762321/Put/seqid=0 2024-12-05T03:19:22,822 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073741967_1143 (size=12301) 2024-12-05T03:19:22,824 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=636 (bloomFilter=true), to=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/.tmp/C/5dd8607e8c054fe7a5d2683b1ad48f44 2024-12-05T03:19:22,836 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/.tmp/A/bfd2aa4089d84b6da3014ef5c43a6fb9 as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/A/bfd2aa4089d84b6da3014ef5c43a6fb9 2024-12-05T03:19:22,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=38 2024-12-05T03:19:22,849 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 971fbbbe942d,46085,1733368737191 2024-12-05T03:19:22,849 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46085 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=39 2024-12-05T03:19:22,849 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/A/bfd2aa4089d84b6da3014ef5c43a6fb9, entries=200, sequenceid=636, filesize=14.4 K 2024-12-05T03:19:22,850 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733368742337.b1358d81e55a4e80f9eb71bacdaead0b. 2024-12-05T03:19:22,850 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733368742337.b1358d81e55a4e80f9eb71bacdaead0b. as already flushing 2024-12-05T03:19:22,850 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733368742337.b1358d81e55a4e80f9eb71bacdaead0b. 2024-12-05T03:19:22,850 ERROR [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] handler.RSProcedureHandler(58): pid=39 java.io.IOException: Unable to complete flush {ENCODED => b1358d81e55a4e80f9eb71bacdaead0b, NAME => 'TestAcidGuarantees,,1733368742337.b1358d81e55a4e80f9eb71bacdaead0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:19:22,850 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=39 java.io.IOException: Unable to complete flush {ENCODED => b1358d81e55a4e80f9eb71bacdaead0b, NAME => 'TestAcidGuarantees,,1733368742337.b1358d81e55a4e80f9eb71bacdaead0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:19:22,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.HMaster(4114): Remote procedure failed, pid=39 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b1358d81e55a4e80f9eb71bacdaead0b, NAME => 'TestAcidGuarantees,,1733368742337.b1358d81e55a4e80f9eb71bacdaead0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b1358d81e55a4e80f9eb71bacdaead0b, NAME => 'TestAcidGuarantees,,1733368742337.b1358d81e55a4e80f9eb71bacdaead0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:19:22,854 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/.tmp/B/cf9c89502c344e7c9e9d250575152909 as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/B/cf9c89502c344e7c9e9d250575152909 2024-12-05T03:19:22,860 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/B/cf9c89502c344e7c9e9d250575152909, entries=150, sequenceid=636, filesize=12.0 K 2024-12-05T03:19:22,862 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/.tmp/C/5dd8607e8c054fe7a5d2683b1ad48f44 as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/C/5dd8607e8c054fe7a5d2683b1ad48f44 2024-12-05T03:19:22,868 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/C/5dd8607e8c054fe7a5d2683b1ad48f44, entries=150, sequenceid=636, filesize=12.0 K 2024-12-05T03:19:22,870 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for b1358d81e55a4e80f9eb71bacdaead0b in 550ms, sequenceid=636, compaction requested=false 2024-12-05T03:19:22,870 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for b1358d81e55a4e80f9eb71bacdaead0b: 2024-12-05T03:19:22,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(8581): Flush requested on b1358d81e55a4e80f9eb71bacdaead0b 2024-12-05T03:19:22,945 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing b1358d81e55a4e80f9eb71bacdaead0b 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-12-05T03:19:22,947 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b1358d81e55a4e80f9eb71bacdaead0b, store=A 2024-12-05T03:19:22,947 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T03:19:22,947 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b1358d81e55a4e80f9eb71bacdaead0b, store=B 2024-12-05T03:19:22,948 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T03:19:22,948 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b1358d81e55a4e80f9eb71bacdaead0b, store=C 2024-12-05T03:19:22,948 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T03:19:22,953 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/.tmp/A/52aa3cf16bad423d9ebff5af7bae4405 is 50, key is test_row_0/A:col10/1733368762944/Put/seqid=0 2024-12-05T03:19:22,969 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073741968_1144 (size=14741) 2024-12-05T03:19:23,003 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 971fbbbe942d,46085,1733368737191 2024-12-05T03:19:23,004 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46085 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=39 2024-12-05T03:19:23,004 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733368742337.b1358d81e55a4e80f9eb71bacdaead0b. 2024-12-05T03:19:23,004 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733368742337.b1358d81e55a4e80f9eb71bacdaead0b. as already flushing 2024-12-05T03:19:23,004 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733368742337.b1358d81e55a4e80f9eb71bacdaead0b. 2024-12-05T03:19:23,004 ERROR [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] handler.RSProcedureHandler(58): pid=39 java.io.IOException: Unable to complete flush {ENCODED => b1358d81e55a4e80f9eb71bacdaead0b, NAME => 'TestAcidGuarantees,,1733368742337.b1358d81e55a4e80f9eb71bacdaead0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:19:23,004 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=39 java.io.IOException: Unable to complete flush {ENCODED => b1358d81e55a4e80f9eb71bacdaead0b, NAME => 'TestAcidGuarantees,,1733368742337.b1358d81e55a4e80f9eb71bacdaead0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:19:23,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.HMaster(4114): Remote procedure failed, pid=39 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b1358d81e55a4e80f9eb71bacdaead0b, NAME => 'TestAcidGuarantees,,1733368742337.b1358d81e55a4e80f9eb71bacdaead0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b1358d81e55a4e80f9eb71bacdaead0b, NAME => 'TestAcidGuarantees,,1733368742337.b1358d81e55a4e80f9eb71bacdaead0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:19:23,027 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:23,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 285 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50462 deadline: 1733368823023, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:23,027 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:23,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 282 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50518 deadline: 1733368823023, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:23,028 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:23,028 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:23,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 277 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50474 deadline: 1733368823024, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:23,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 281 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50496 deadline: 1733368823023, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:23,130 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:23,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 287 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50462 deadline: 1733368823129, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:23,130 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:23,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 284 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50518 deadline: 1733368823129, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:23,132 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:23,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 283 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50496 deadline: 1733368823130, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:23,133 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:23,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 279 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50474 deadline: 1733368823131, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:23,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=38 2024-12-05T03:19:23,157 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 971fbbbe942d,46085,1733368737191 2024-12-05T03:19:23,158 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46085 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=39 2024-12-05T03:19:23,158 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733368742337.b1358d81e55a4e80f9eb71bacdaead0b. 2024-12-05T03:19:23,158 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733368742337.b1358d81e55a4e80f9eb71bacdaead0b. as already flushing 2024-12-05T03:19:23,158 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733368742337.b1358d81e55a4e80f9eb71bacdaead0b. 2024-12-05T03:19:23,158 ERROR [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] handler.RSProcedureHandler(58): pid=39 java.io.IOException: Unable to complete flush {ENCODED => b1358d81e55a4e80f9eb71bacdaead0b, NAME => 'TestAcidGuarantees,,1733368742337.b1358d81e55a4e80f9eb71bacdaead0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:19:23,159 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=39 java.io.IOException: Unable to complete flush {ENCODED => b1358d81e55a4e80f9eb71bacdaead0b, NAME => 'TestAcidGuarantees,,1733368742337.b1358d81e55a4e80f9eb71bacdaead0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:19:23,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.HMaster(4114): Remote procedure failed, pid=39 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b1358d81e55a4e80f9eb71bacdaead0b, NAME => 'TestAcidGuarantees,,1733368742337.b1358d81e55a4e80f9eb71bacdaead0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b1358d81e55a4e80f9eb71bacdaead0b, NAME => 'TestAcidGuarantees,,1733368742337.b1358d81e55a4e80f9eb71bacdaead0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:19:23,311 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 971fbbbe942d,46085,1733368737191 2024-12-05T03:19:23,312 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46085 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=39 2024-12-05T03:19:23,312 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733368742337.b1358d81e55a4e80f9eb71bacdaead0b. 2024-12-05T03:19:23,313 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733368742337.b1358d81e55a4e80f9eb71bacdaead0b. as already flushing 2024-12-05T03:19:23,313 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733368742337.b1358d81e55a4e80f9eb71bacdaead0b. 2024-12-05T03:19:23,313 ERROR [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] handler.RSProcedureHandler(58): pid=39 java.io.IOException: Unable to complete flush {ENCODED => b1358d81e55a4e80f9eb71bacdaead0b, NAME => 'TestAcidGuarantees,,1733368742337.b1358d81e55a4e80f9eb71bacdaead0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:19:23,313 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=39 java.io.IOException: Unable to complete flush {ENCODED => b1358d81e55a4e80f9eb71bacdaead0b, NAME => 'TestAcidGuarantees,,1733368742337.b1358d81e55a4e80f9eb71bacdaead0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:19:23,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.HMaster(4114): Remote procedure failed, pid=39 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b1358d81e55a4e80f9eb71bacdaead0b, NAME => 'TestAcidGuarantees,,1733368742337.b1358d81e55a4e80f9eb71bacdaead0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b1358d81e55a4e80f9eb71bacdaead0b, NAME => 'TestAcidGuarantees,,1733368742337.b1358d81e55a4e80f9eb71bacdaead0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:19:23,334 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:23,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 286 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50518 deadline: 1733368823333, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:23,334 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:23,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 289 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50462 deadline: 1733368823333, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:23,337 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:23,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 281 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50474 deadline: 1733368823335, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:23,337 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:23,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 285 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50496 deadline: 1733368823335, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:23,371 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=653 (bloomFilter=true), to=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/.tmp/A/52aa3cf16bad423d9ebff5af7bae4405 2024-12-05T03:19:23,383 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/.tmp/B/4156096785db4cff839db8576b083a61 is 50, key is test_row_0/B:col10/1733368762944/Put/seqid=0 2024-12-05T03:19:23,400 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073741969_1145 (size=12301) 2024-12-05T03:19:23,466 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 971fbbbe942d,46085,1733368737191 2024-12-05T03:19:23,466 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46085 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=39 2024-12-05T03:19:23,467 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733368742337.b1358d81e55a4e80f9eb71bacdaead0b. 2024-12-05T03:19:23,467 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733368742337.b1358d81e55a4e80f9eb71bacdaead0b. as already flushing 2024-12-05T03:19:23,467 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733368742337.b1358d81e55a4e80f9eb71bacdaead0b. 2024-12-05T03:19:23,467 ERROR [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] handler.RSProcedureHandler(58): pid=39 java.io.IOException: Unable to complete flush {ENCODED => b1358d81e55a4e80f9eb71bacdaead0b, NAME => 'TestAcidGuarantees,,1733368742337.b1358d81e55a4e80f9eb71bacdaead0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:19:23,467 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=39 java.io.IOException: Unable to complete flush {ENCODED => b1358d81e55a4e80f9eb71bacdaead0b, NAME => 'TestAcidGuarantees,,1733368742337.b1358d81e55a4e80f9eb71bacdaead0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:19:23,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.HMaster(4114): Remote procedure failed, pid=39 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b1358d81e55a4e80f9eb71bacdaead0b, NAME => 'TestAcidGuarantees,,1733368742337.b1358d81e55a4e80f9eb71bacdaead0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b1358d81e55a4e80f9eb71bacdaead0b, NAME => 'TestAcidGuarantees,,1733368742337.b1358d81e55a4e80f9eb71bacdaead0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:19:23,574 DEBUG [Thread-160 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x09ed28bb to 127.0.0.1:54474 2024-12-05T03:19:23,574 DEBUG [Thread-160 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T03:19:23,575 DEBUG [Thread-162 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x12a1285d to 127.0.0.1:54474 2024-12-05T03:19:23,575 DEBUG [Thread-162 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T03:19:23,578 DEBUG [Thread-166 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x47fe2fa7 to 127.0.0.1:54474 2024-12-05T03:19:23,578 DEBUG [Thread-166 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T03:19:23,580 DEBUG [Thread-164 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x353bc462 to 127.0.0.1:54474 2024-12-05T03:19:23,580 DEBUG [Thread-164 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T03:19:23,619 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 971fbbbe942d,46085,1733368737191 2024-12-05T03:19:23,620 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46085 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=39 2024-12-05T03:19:23,620 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733368742337.b1358d81e55a4e80f9eb71bacdaead0b. 2024-12-05T03:19:23,620 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733368742337.b1358d81e55a4e80f9eb71bacdaead0b. as already flushing 2024-12-05T03:19:23,621 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733368742337.b1358d81e55a4e80f9eb71bacdaead0b. 2024-12-05T03:19:23,621 ERROR [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] handler.RSProcedureHandler(58): pid=39 java.io.IOException: Unable to complete flush {ENCODED => b1358d81e55a4e80f9eb71bacdaead0b, NAME => 'TestAcidGuarantees,,1733368742337.b1358d81e55a4e80f9eb71bacdaead0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:19:23,621 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=39 java.io.IOException: Unable to complete flush {ENCODED => b1358d81e55a4e80f9eb71bacdaead0b, NAME => 'TestAcidGuarantees,,1733368742337.b1358d81e55a4e80f9eb71bacdaead0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:19:23,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.HMaster(4114): Remote procedure failed, pid=39 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b1358d81e55a4e80f9eb71bacdaead0b, NAME => 'TestAcidGuarantees,,1733368742337.b1358d81e55a4e80f9eb71bacdaead0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b1358d81e55a4e80f9eb71bacdaead0b, NAME => 'TestAcidGuarantees,,1733368742337.b1358d81e55a4e80f9eb71bacdaead0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:19:23,636 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:23,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 288 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50518 deadline: 1733368823635, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:23,639 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:23,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 291 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50462 deadline: 1733368823638, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:23,639 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:23,639 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:23,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 287 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50496 deadline: 1733368823639, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:23,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 283 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50474 deadline: 1733368823639, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:23,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=38 2024-12-05T03:19:23,773 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 971fbbbe942d,46085,1733368737191 2024-12-05T03:19:23,773 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46085 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=39 2024-12-05T03:19:23,774 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733368742337.b1358d81e55a4e80f9eb71bacdaead0b. 2024-12-05T03:19:23,774 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733368742337.b1358d81e55a4e80f9eb71bacdaead0b. as already flushing 2024-12-05T03:19:23,774 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733368742337.b1358d81e55a4e80f9eb71bacdaead0b. 2024-12-05T03:19:23,774 ERROR [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] handler.RSProcedureHandler(58): pid=39 java.io.IOException: Unable to complete flush {ENCODED => b1358d81e55a4e80f9eb71bacdaead0b, NAME => 'TestAcidGuarantees,,1733368742337.b1358d81e55a4e80f9eb71bacdaead0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:19:23,774 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=39 java.io.IOException: Unable to complete flush {ENCODED => b1358d81e55a4e80f9eb71bacdaead0b, NAME => 'TestAcidGuarantees,,1733368742337.b1358d81e55a4e80f9eb71bacdaead0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:19:23,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.HMaster(4114): Remote procedure failed, pid=39 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b1358d81e55a4e80f9eb71bacdaead0b, NAME => 'TestAcidGuarantees,,1733368742337.b1358d81e55a4e80f9eb71bacdaead0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b1358d81e55a4e80f9eb71bacdaead0b, NAME => 'TestAcidGuarantees,,1733368742337.b1358d81e55a4e80f9eb71bacdaead0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:19:23,801 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=653 (bloomFilter=true), to=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/.tmp/B/4156096785db4cff839db8576b083a61 2024-12-05T03:19:23,812 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/.tmp/C/87123422ff194de0bff7be01caa5795f is 50, key is test_row_0/C:col10/1733368762944/Put/seqid=0 2024-12-05T03:19:23,821 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073741970_1146 (size=12301) 2024-12-05T03:19:23,926 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 971fbbbe942d,46085,1733368737191 2024-12-05T03:19:23,927 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46085 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=39 2024-12-05T03:19:23,927 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733368742337.b1358d81e55a4e80f9eb71bacdaead0b. 2024-12-05T03:19:23,927 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733368742337.b1358d81e55a4e80f9eb71bacdaead0b. as already flushing 2024-12-05T03:19:23,927 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733368742337.b1358d81e55a4e80f9eb71bacdaead0b. 2024-12-05T03:19:23,927 ERROR [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] handler.RSProcedureHandler(58): pid=39 java.io.IOException: Unable to complete flush {ENCODED => b1358d81e55a4e80f9eb71bacdaead0b, NAME => 'TestAcidGuarantees,,1733368742337.b1358d81e55a4e80f9eb71bacdaead0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:19:23,927 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=39 java.io.IOException: Unable to complete flush {ENCODED => b1358d81e55a4e80f9eb71bacdaead0b, NAME => 'TestAcidGuarantees,,1733368742337.b1358d81e55a4e80f9eb71bacdaead0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:19:23,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.HMaster(4114): Remote procedure failed, pid=39 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b1358d81e55a4e80f9eb71bacdaead0b, NAME => 'TestAcidGuarantees,,1733368742337.b1358d81e55a4e80f9eb71bacdaead0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b1358d81e55a4e80f9eb71bacdaead0b, NAME => 'TestAcidGuarantees,,1733368742337.b1358d81e55a4e80f9eb71bacdaead0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:19:24,079 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 971fbbbe942d,46085,1733368737191 2024-12-05T03:19:24,080 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46085 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=39 2024-12-05T03:19:24,080 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733368742337.b1358d81e55a4e80f9eb71bacdaead0b. 2024-12-05T03:19:24,080 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733368742337.b1358d81e55a4e80f9eb71bacdaead0b. as already flushing 2024-12-05T03:19:24,080 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733368742337.b1358d81e55a4e80f9eb71bacdaead0b. 2024-12-05T03:19:24,080 ERROR [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] handler.RSProcedureHandler(58): pid=39 java.io.IOException: Unable to complete flush {ENCODED => b1358d81e55a4e80f9eb71bacdaead0b, NAME => 'TestAcidGuarantees,,1733368742337.b1358d81e55a4e80f9eb71bacdaead0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:19:24,080 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=39 java.io.IOException: Unable to complete flush {ENCODED => b1358d81e55a4e80f9eb71bacdaead0b, NAME => 'TestAcidGuarantees,,1733368742337.b1358d81e55a4e80f9eb71bacdaead0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:19:24,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.HMaster(4114): Remote procedure failed, pid=39 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b1358d81e55a4e80f9eb71bacdaead0b, NAME => 'TestAcidGuarantees,,1733368742337.b1358d81e55a4e80f9eb71bacdaead0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b1358d81e55a4e80f9eb71bacdaead0b, NAME => 'TestAcidGuarantees,,1733368742337.b1358d81e55a4e80f9eb71bacdaead0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:19:24,138 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:24,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 290 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50518 deadline: 1733368824138, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:24,142 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:24,142 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:24,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 289 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50496 deadline: 1733368824142, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:24,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 293 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50462 deadline: 1733368824142, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:24,144 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:24,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 285 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50474 deadline: 1733368824144, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:24,172 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:24,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50480 deadline: 1733368824172, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:24,173 DEBUG [Thread-157 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8187 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1733368742337.b1358d81e55a4e80f9eb71bacdaead0b., hostname=971fbbbe942d,46085,1733368737191, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T03:19:24,223 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=653 (bloomFilter=true), to=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/.tmp/C/87123422ff194de0bff7be01caa5795f 2024-12-05T03:19:24,228 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/.tmp/A/52aa3cf16bad423d9ebff5af7bae4405 as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/A/52aa3cf16bad423d9ebff5af7bae4405 2024-12-05T03:19:24,232 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 971fbbbe942d,46085,1733368737191 2024-12-05T03:19:24,232 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/A/52aa3cf16bad423d9ebff5af7bae4405, entries=200, sequenceid=653, filesize=14.4 K 2024-12-05T03:19:24,233 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46085 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=39 2024-12-05T03:19:24,233 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733368742337.b1358d81e55a4e80f9eb71bacdaead0b. 2024-12-05T03:19:24,233 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733368742337.b1358d81e55a4e80f9eb71bacdaead0b. as already flushing 2024-12-05T03:19:24,233 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733368742337.b1358d81e55a4e80f9eb71bacdaead0b. 2024-12-05T03:19:24,233 ERROR [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] handler.RSProcedureHandler(58): pid=39 java.io.IOException: Unable to complete flush {ENCODED => b1358d81e55a4e80f9eb71bacdaead0b, NAME => 'TestAcidGuarantees,,1733368742337.b1358d81e55a4e80f9eb71bacdaead0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:19:24,233 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/.tmp/B/4156096785db4cff839db8576b083a61 as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/B/4156096785db4cff839db8576b083a61 2024-12-05T03:19:24,233 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=39 java.io.IOException: Unable to complete flush {ENCODED => b1358d81e55a4e80f9eb71bacdaead0b, NAME => 'TestAcidGuarantees,,1733368742337.b1358d81e55a4e80f9eb71bacdaead0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:19:24,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.HMaster(4114): Remote procedure failed, pid=39 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b1358d81e55a4e80f9eb71bacdaead0b, NAME => 'TestAcidGuarantees,,1733368742337.b1358d81e55a4e80f9eb71bacdaead0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b1358d81e55a4e80f9eb71bacdaead0b, NAME => 'TestAcidGuarantees,,1733368742337.b1358d81e55a4e80f9eb71bacdaead0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:19:24,238 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/B/4156096785db4cff839db8576b083a61, entries=150, sequenceid=653, filesize=12.0 K 2024-12-05T03:19:24,238 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/.tmp/C/87123422ff194de0bff7be01caa5795f as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/C/87123422ff194de0bff7be01caa5795f 2024-12-05T03:19:24,242 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/C/87123422ff194de0bff7be01caa5795f, entries=150, sequenceid=653, filesize=12.0 K 2024-12-05T03:19:24,243 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=134.18 KB/137400 for b1358d81e55a4e80f9eb71bacdaead0b in 1299ms, sequenceid=653, compaction requested=true 2024-12-05T03:19:24,243 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for b1358d81e55a4e80f9eb71bacdaead0b: 2024-12-05T03:19:24,243 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b1358d81e55a4e80f9eb71bacdaead0b:A, priority=-2147483648, current under compaction store size is 1 2024-12-05T03:19:24,243 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T03:19:24,243 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T03:19:24,244 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b1358d81e55a4e80f9eb71bacdaead0b:B, priority=-2147483648, current under compaction store size is 2 2024-12-05T03:19:24,244 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T03:19:24,244 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b1358d81e55a4e80f9eb71bacdaead0b:C, priority=-2147483648, current under compaction store size is 3 2024-12-05T03:19:24,244 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T03:19:24,244 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T03:19:24,245 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 43179 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T03:19:24,245 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.HStore(1540): b1358d81e55a4e80f9eb71bacdaead0b/A is initiating minor compaction (all files) 2024-12-05T03:19:24,245 INFO [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of b1358d81e55a4e80f9eb71bacdaead0b/A in TestAcidGuarantees,,1733368742337.b1358d81e55a4e80f9eb71bacdaead0b. 2024-12-05T03:19:24,245 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38299 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T03:19:24,245 INFO [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/A/83d4f47569094fb29aea84d8933c5976, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/A/bfd2aa4089d84b6da3014ef5c43a6fb9, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/A/52aa3cf16bad423d9ebff5af7bae4405] into tmpdir=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/.tmp, totalSize=42.2 K 2024-12-05T03:19:24,245 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.HStore(1540): b1358d81e55a4e80f9eb71bacdaead0b/B is initiating minor compaction (all files) 2024-12-05T03:19:24,245 INFO [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of b1358d81e55a4e80f9eb71bacdaead0b/B in TestAcidGuarantees,,1733368742337.b1358d81e55a4e80f9eb71bacdaead0b. 2024-12-05T03:19:24,245 INFO [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/B/f06c0bd84d18498fb04ae80563f2c5d1, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/B/cf9c89502c344e7c9e9d250575152909, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/B/4156096785db4cff839db8576b083a61] into tmpdir=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/.tmp, totalSize=37.4 K 2024-12-05T03:19:24,245 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] compactions.Compactor(224): Compacting 83d4f47569094fb29aea84d8933c5976, keycount=150, bloomtype=ROW, size=13.4 K, encoding=NONE, compression=NONE, seqNum=611, earliestPutTs=1733368761345 2024-12-05T03:19:24,247 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] compactions.Compactor(224): Compacting f06c0bd84d18498fb04ae80563f2c5d1, keycount=150, bloomtype=ROW, size=13.4 K, encoding=NONE, compression=NONE, seqNum=611, earliestPutTs=1733368761345 2024-12-05T03:19:24,247 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] compactions.Compactor(224): Compacting bfd2aa4089d84b6da3014ef5c43a6fb9, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=636, earliestPutTs=1733368761997 2024-12-05T03:19:24,248 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] compactions.Compactor(224): Compacting cf9c89502c344e7c9e9d250575152909, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=636, earliestPutTs=1733368761997 2024-12-05T03:19:24,248 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] compactions.Compactor(224): Compacting 52aa3cf16bad423d9ebff5af7bae4405, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=653, earliestPutTs=1733368762330 2024-12-05T03:19:24,248 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] compactions.Compactor(224): Compacting 4156096785db4cff839db8576b083a61, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=653, earliestPutTs=1733368762943 2024-12-05T03:19:24,257 INFO [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): b1358d81e55a4e80f9eb71bacdaead0b#A#compaction#132 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T03:19:24,257 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/.tmp/A/aa53594a29b9423094842ad4fe8d1664 is 50, key is test_row_0/A:col10/1733368762944/Put/seqid=0 2024-12-05T03:19:24,262 INFO [RS:0;971fbbbe942d:46085-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b1358d81e55a4e80f9eb71bacdaead0b#B#compaction#133 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T03:19:24,262 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/.tmp/B/0e3658508af54aa3b3d257e29d6228b9 is 50, key is test_row_0/B:col10/1733368762944/Put/seqid=0 2024-12-05T03:19:24,267 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073741971_1147 (size=13799) 2024-12-05T03:19:24,273 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073741972_1148 (size=13799) 2024-12-05T03:19:24,385 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 971fbbbe942d,46085,1733368737191 2024-12-05T03:19:24,386 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46085 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=39 2024-12-05T03:19:24,386 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733368742337.b1358d81e55a4e80f9eb71bacdaead0b. 2024-12-05T03:19:24,386 INFO [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HRegion(2837): Flushing b1358d81e55a4e80f9eb71bacdaead0b 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-12-05T03:19:24,386 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b1358d81e55a4e80f9eb71bacdaead0b, store=A 2024-12-05T03:19:24,387 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T03:19:24,387 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b1358d81e55a4e80f9eb71bacdaead0b, store=B 2024-12-05T03:19:24,387 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T03:19:24,387 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b1358d81e55a4e80f9eb71bacdaead0b, store=C 2024-12-05T03:19:24,387 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T03:19:24,392 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/.tmp/A/0bf5261b0da74daeb4abefd5db27ac11 is 50, key is test_row_0/A:col10/1733368763016/Put/seqid=0 2024-12-05T03:19:24,397 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073741973_1149 (size=12301) 2024-12-05T03:19:24,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=38 2024-12-05T03:19:24,673 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/.tmp/A/aa53594a29b9423094842ad4fe8d1664 as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/A/aa53594a29b9423094842ad4fe8d1664 2024-12-05T03:19:24,678 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/.tmp/B/0e3658508af54aa3b3d257e29d6228b9 as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/B/0e3658508af54aa3b3d257e29d6228b9 2024-12-05T03:19:24,678 INFO [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in b1358d81e55a4e80f9eb71bacdaead0b/A of b1358d81e55a4e80f9eb71bacdaead0b into aa53594a29b9423094842ad4fe8d1664(size=13.5 K), total size for store is 13.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T03:19:24,678 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for b1358d81e55a4e80f9eb71bacdaead0b: 2024-12-05T03:19:24,679 INFO [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733368742337.b1358d81e55a4e80f9eb71bacdaead0b., storeName=b1358d81e55a4e80f9eb71bacdaead0b/A, priority=13, startTime=1733368764243; duration=0sec 2024-12-05T03:19:24,679 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T03:19:24,679 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b1358d81e55a4e80f9eb71bacdaead0b:A 2024-12-05T03:19:24,679 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T03:19:24,680 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38299 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T03:19:24,680 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.HStore(1540): b1358d81e55a4e80f9eb71bacdaead0b/C is initiating minor compaction (all files) 2024-12-05T03:19:24,680 INFO [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of b1358d81e55a4e80f9eb71bacdaead0b/C in TestAcidGuarantees,,1733368742337.b1358d81e55a4e80f9eb71bacdaead0b. 2024-12-05T03:19:24,680 INFO [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/C/6d7e0f49511f49cc8e96b35f1d4c63e1, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/C/5dd8607e8c054fe7a5d2683b1ad48f44, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/C/87123422ff194de0bff7be01caa5795f] into tmpdir=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/.tmp, totalSize=37.4 K 2024-12-05T03:19:24,680 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6d7e0f49511f49cc8e96b35f1d4c63e1, keycount=150, bloomtype=ROW, size=13.4 K, encoding=NONE, compression=NONE, seqNum=611, earliestPutTs=1733368761345 2024-12-05T03:19:24,681 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5dd8607e8c054fe7a5d2683b1ad48f44, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=636, earliestPutTs=1733368761997 2024-12-05T03:19:24,681 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] compactions.Compactor(224): Compacting 87123422ff194de0bff7be01caa5795f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=653, earliestPutTs=1733368762943 2024-12-05T03:19:24,683 INFO [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in b1358d81e55a4e80f9eb71bacdaead0b/B of b1358d81e55a4e80f9eb71bacdaead0b into 0e3658508af54aa3b3d257e29d6228b9(size=13.5 K), total size for store is 13.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T03:19:24,683 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for b1358d81e55a4e80f9eb71bacdaead0b: 2024-12-05T03:19:24,683 INFO [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733368742337.b1358d81e55a4e80f9eb71bacdaead0b., storeName=b1358d81e55a4e80f9eb71bacdaead0b/B, priority=13, startTime=1733368764243; duration=0sec 2024-12-05T03:19:24,684 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T03:19:24,684 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b1358d81e55a4e80f9eb71bacdaead0b:B 2024-12-05T03:19:24,689 INFO [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): b1358d81e55a4e80f9eb71bacdaead0b#C#compaction#135 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T03:19:24,689 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/.tmp/C/b04055f5396149638dbddc3d10080527 is 50, key is test_row_0/C:col10/1733368762944/Put/seqid=0 2024-12-05T03:19:24,693 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073741974_1150 (size=13799) 2024-12-05T03:19:24,798 INFO [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=676 (bloomFilter=true), to=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/.tmp/A/0bf5261b0da74daeb4abefd5db27ac11 2024-12-05T03:19:24,806 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/.tmp/B/5343432c08184ba5b748752eff0bf4de is 50, key is test_row_0/B:col10/1733368763016/Put/seqid=0 2024-12-05T03:19:24,810 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073741975_1151 (size=12301) 2024-12-05T03:19:25,099 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/.tmp/C/b04055f5396149638dbddc3d10080527 as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/C/b04055f5396149638dbddc3d10080527 2024-12-05T03:19:25,104 INFO [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in b1358d81e55a4e80f9eb71bacdaead0b/C of b1358d81e55a4e80f9eb71bacdaead0b into b04055f5396149638dbddc3d10080527(size=13.5 K), total size for store is 13.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T03:19:25,104 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for b1358d81e55a4e80f9eb71bacdaead0b: 2024-12-05T03:19:25,104 INFO [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733368742337.b1358d81e55a4e80f9eb71bacdaead0b., storeName=b1358d81e55a4e80f9eb71bacdaead0b/C, priority=13, startTime=1733368764244; duration=0sec 2024-12-05T03:19:25,104 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T03:19:25,104 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b1358d81e55a4e80f9eb71bacdaead0b:C 2024-12-05T03:19:25,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(8581): Flush requested on b1358d81e55a4e80f9eb71bacdaead0b 2024-12-05T03:19:25,141 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733368742337.b1358d81e55a4e80f9eb71bacdaead0b. as already flushing 2024-12-05T03:19:25,141 DEBUG [Thread-155 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x45b55c24 to 127.0.0.1:54474 2024-12-05T03:19:25,141 DEBUG [Thread-155 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T03:19:25,148 DEBUG [Thread-149 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1f2091cc to 127.0.0.1:54474 2024-12-05T03:19:25,148 DEBUG [Thread-149 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T03:19:25,151 DEBUG [Thread-153 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x18cb251d to 127.0.0.1:54474 2024-12-05T03:19:25,151 DEBUG [Thread-153 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T03:19:25,153 DEBUG [Thread-151 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x09bd0964 to 127.0.0.1:54474 2024-12-05T03:19:25,154 DEBUG [Thread-151 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T03:19:25,211 INFO [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=676 (bloomFilter=true), to=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/.tmp/B/5343432c08184ba5b748752eff0bf4de 2024-12-05T03:19:25,220 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/.tmp/C/4de2514913dc4084a90cbf571d19441b is 50, key is test_row_0/C:col10/1733368763016/Put/seqid=0 2024-12-05T03:19:25,223 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073741976_1152 (size=12301) 2024-12-05T03:19:25,567 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-05T03:19:25,625 INFO [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=676 (bloomFilter=true), to=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/.tmp/C/4de2514913dc4084a90cbf571d19441b 2024-12-05T03:19:25,630 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/.tmp/A/0bf5261b0da74daeb4abefd5db27ac11 as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/A/0bf5261b0da74daeb4abefd5db27ac11 2024-12-05T03:19:25,634 INFO [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/A/0bf5261b0da74daeb4abefd5db27ac11, entries=150, sequenceid=676, filesize=12.0 K 2024-12-05T03:19:25,635 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/.tmp/B/5343432c08184ba5b748752eff0bf4de as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/B/5343432c08184ba5b748752eff0bf4de 2024-12-05T03:19:25,639 INFO [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/B/5343432c08184ba5b748752eff0bf4de, entries=150, sequenceid=676, filesize=12.0 K 2024-12-05T03:19:25,640 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/.tmp/C/4de2514913dc4084a90cbf571d19441b as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/C/4de2514913dc4084a90cbf571d19441b 2024-12-05T03:19:25,643 INFO [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/C/4de2514913dc4084a90cbf571d19441b, entries=150, sequenceid=676, filesize=12.0 K 2024-12-05T03:19:25,644 INFO [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=26.84 KB/27480 for b1358d81e55a4e80f9eb71bacdaead0b in 1258ms, sequenceid=676, compaction requested=false 2024-12-05T03:19:25,644 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HRegion(2538): Flush status journal for b1358d81e55a4e80f9eb71bacdaead0b: 2024-12-05T03:19:25,644 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733368742337.b1358d81e55a4e80f9eb71bacdaead0b. 2024-12-05T03:19:25,644 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=39 2024-12-05T03:19:25,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.HMaster(4106): Remote procedure done, pid=39 2024-12-05T03:19:25,647 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=39, resume processing ppid=38 2024-12-05T03:19:25,647 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=39, ppid=38, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.1040 sec 2024-12-05T03:19:25,648 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=38, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=38, table=TestAcidGuarantees in 3.1090 sec 2024-12-05T03:19:26,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=38 2024-12-05T03:19:26,646 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 38 completed 2024-12-05T03:19:33,664 DEBUG [BootstrapNodeManager {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-05T03:19:33,666 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43426, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-12-05T03:19:34,249 DEBUG [Thread-157 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x0e52b42a to 127.0.0.1:54474 2024-12-05T03:19:34,249 DEBUG [Thread-157 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T03:19:34,249 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-12-05T03:19:34,249 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 113 2024-12-05T03:19:34,249 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 117 2024-12-05T03:19:34,249 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 121 2024-12-05T03:19:34,249 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 118 2024-12-05T03:19:34,249 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 76 2024-12-05T03:19:34,249 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-12-05T03:19:34,249 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 5331 2024-12-05T03:19:34,249 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 5123 2024-12-05T03:19:34,249 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-12-05T03:19:34,249 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2362 2024-12-05T03:19:34,249 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 7085 rows 2024-12-05T03:19:34,249 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2340 2024-12-05T03:19:34,249 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 7020 rows 2024-12-05T03:19:34,249 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-12-05T03:19:34,249 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x6fcb5f29 to 127.0.0.1:54474 2024-12-05T03:19:34,250 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T03:19:34,252 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-12-05T03:19:34,265 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-12-05T03:19:34,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] procedure2.ProcedureExecutor(1098): Stored pid=40, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-12-05T03:19:34,273 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733368774273"}]},"ts":"1733368774273"} 2024-12-05T03:19:34,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=40 2024-12-05T03:19:34,275 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-12-05T03:19:34,277 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-12-05T03:19:34,280 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=41, ppid=40, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-12-05T03:19:34,285 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=42, ppid=41, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=b1358d81e55a4e80f9eb71bacdaead0b, UNASSIGN}] 2024-12-05T03:19:34,286 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=42, ppid=41, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=b1358d81e55a4e80f9eb71bacdaead0b, UNASSIGN 2024-12-05T03:19:34,287 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=42 updating hbase:meta row=b1358d81e55a4e80f9eb71bacdaead0b, regionState=CLOSING, regionLocation=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:34,288 DEBUG [PEWorker-2 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-05T03:19:34,288 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=43, ppid=42, state=RUNNABLE; CloseRegionProcedure b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191}] 2024-12-05T03:19:34,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=40 2024-12-05T03:19:34,443 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 971fbbbe942d,46085,1733368737191 2024-12-05T03:19:34,445 INFO [RS_CLOSE_REGION-regionserver/971fbbbe942d:0-0 {event_type=M_RS_CLOSE_REGION, pid=43}] handler.UnassignRegionHandler(124): Close b1358d81e55a4e80f9eb71bacdaead0b 2024-12-05T03:19:34,446 DEBUG [RS_CLOSE_REGION-regionserver/971fbbbe942d:0-0 {event_type=M_RS_CLOSE_REGION, pid=43}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-12-05T03:19:34,446 DEBUG [RS_CLOSE_REGION-regionserver/971fbbbe942d:0-0 {event_type=M_RS_CLOSE_REGION, pid=43}] regionserver.HRegion(1681): Closing b1358d81e55a4e80f9eb71bacdaead0b, disabling compactions & flushes 2024-12-05T03:19:34,446 INFO [RS_CLOSE_REGION-regionserver/971fbbbe942d:0-0 {event_type=M_RS_CLOSE_REGION, pid=43}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1733368742337.b1358d81e55a4e80f9eb71bacdaead0b. 2024-12-05T03:19:34,446 DEBUG [RS_CLOSE_REGION-regionserver/971fbbbe942d:0-0 {event_type=M_RS_CLOSE_REGION, pid=43}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1733368742337.b1358d81e55a4e80f9eb71bacdaead0b. 2024-12-05T03:19:34,446 DEBUG [RS_CLOSE_REGION-regionserver/971fbbbe942d:0-0 {event_type=M_RS_CLOSE_REGION, pid=43}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1733368742337.b1358d81e55a4e80f9eb71bacdaead0b. after waiting 0 ms 2024-12-05T03:19:34,447 DEBUG [RS_CLOSE_REGION-regionserver/971fbbbe942d:0-0 {event_type=M_RS_CLOSE_REGION, pid=43}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1733368742337.b1358d81e55a4e80f9eb71bacdaead0b. 2024-12-05T03:19:34,447 INFO [RS_CLOSE_REGION-regionserver/971fbbbe942d:0-0 {event_type=M_RS_CLOSE_REGION, pid=43}] regionserver.HRegion(2837): Flushing b1358d81e55a4e80f9eb71bacdaead0b 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-12-05T03:19:34,447 DEBUG [RS_CLOSE_REGION-regionserver/971fbbbe942d:0-0 {event_type=M_RS_CLOSE_REGION, pid=43}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b1358d81e55a4e80f9eb71bacdaead0b, store=A 2024-12-05T03:19:34,447 DEBUG [RS_CLOSE_REGION-regionserver/971fbbbe942d:0-0 {event_type=M_RS_CLOSE_REGION, pid=43}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T03:19:34,447 DEBUG [RS_CLOSE_REGION-regionserver/971fbbbe942d:0-0 {event_type=M_RS_CLOSE_REGION, pid=43}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b1358d81e55a4e80f9eb71bacdaead0b, store=B 2024-12-05T03:19:34,447 DEBUG [RS_CLOSE_REGION-regionserver/971fbbbe942d:0-0 {event_type=M_RS_CLOSE_REGION, pid=43}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T03:19:34,447 DEBUG [RS_CLOSE_REGION-regionserver/971fbbbe942d:0-0 {event_type=M_RS_CLOSE_REGION, pid=43}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b1358d81e55a4e80f9eb71bacdaead0b, store=C 2024-12-05T03:19:34,447 DEBUG [RS_CLOSE_REGION-regionserver/971fbbbe942d:0-0 {event_type=M_RS_CLOSE_REGION, pid=43}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T03:19:34,452 DEBUG [RS_CLOSE_REGION-regionserver/971fbbbe942d:0-0 {event_type=M_RS_CLOSE_REGION, pid=43}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/.tmp/A/d6caa157f4d94ca4bd5df57526d772db is 50, key is test_row_0/A:col10/1733368765150/Put/seqid=0 2024-12-05T03:19:34,456 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073741977_1153 (size=12301) 2024-12-05T03:19:34,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=40 2024-12-05T03:19:34,857 INFO [RS_CLOSE_REGION-regionserver/971fbbbe942d:0-0 {event_type=M_RS_CLOSE_REGION, pid=43}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=687 (bloomFilter=true), to=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/.tmp/A/d6caa157f4d94ca4bd5df57526d772db 2024-12-05T03:19:34,866 DEBUG [RS_CLOSE_REGION-regionserver/971fbbbe942d:0-0 {event_type=M_RS_CLOSE_REGION, pid=43}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/.tmp/B/c56ffa4349ef45c7a27dc089d5da7669 is 50, key is test_row_0/B:col10/1733368765150/Put/seqid=0 2024-12-05T03:19:34,870 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073741978_1154 (size=12301) 2024-12-05T03:19:34,870 INFO [RS_CLOSE_REGION-regionserver/971fbbbe942d:0-0 {event_type=M_RS_CLOSE_REGION, pid=43}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=687 (bloomFilter=true), to=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/.tmp/B/c56ffa4349ef45c7a27dc089d5da7669 2024-12-05T03:19:34,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=40 2024-12-05T03:19:34,877 DEBUG [RS_CLOSE_REGION-regionserver/971fbbbe942d:0-0 {event_type=M_RS_CLOSE_REGION, pid=43}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/.tmp/C/0de21c1c208a49e7a2f6efa8c14624a9 is 50, key is test_row_0/C:col10/1733368765150/Put/seqid=0 2024-12-05T03:19:34,881 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073741979_1155 (size=12301) 2024-12-05T03:19:35,282 INFO [RS_CLOSE_REGION-regionserver/971fbbbe942d:0-0 {event_type=M_RS_CLOSE_REGION, pid=43}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=687 (bloomFilter=true), to=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/.tmp/C/0de21c1c208a49e7a2f6efa8c14624a9 2024-12-05T03:19:35,287 DEBUG [RS_CLOSE_REGION-regionserver/971fbbbe942d:0-0 {event_type=M_RS_CLOSE_REGION, pid=43}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/.tmp/A/d6caa157f4d94ca4bd5df57526d772db as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/A/d6caa157f4d94ca4bd5df57526d772db 2024-12-05T03:19:35,291 INFO [RS_CLOSE_REGION-regionserver/971fbbbe942d:0-0 {event_type=M_RS_CLOSE_REGION, pid=43}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/A/d6caa157f4d94ca4bd5df57526d772db, entries=150, sequenceid=687, filesize=12.0 K 2024-12-05T03:19:35,292 DEBUG [RS_CLOSE_REGION-regionserver/971fbbbe942d:0-0 {event_type=M_RS_CLOSE_REGION, pid=43}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/.tmp/B/c56ffa4349ef45c7a27dc089d5da7669 as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/B/c56ffa4349ef45c7a27dc089d5da7669 2024-12-05T03:19:35,296 INFO [RS_CLOSE_REGION-regionserver/971fbbbe942d:0-0 {event_type=M_RS_CLOSE_REGION, pid=43}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/B/c56ffa4349ef45c7a27dc089d5da7669, entries=150, sequenceid=687, filesize=12.0 K 2024-12-05T03:19:35,297 DEBUG [RS_CLOSE_REGION-regionserver/971fbbbe942d:0-0 {event_type=M_RS_CLOSE_REGION, pid=43}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/.tmp/C/0de21c1c208a49e7a2f6efa8c14624a9 as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/C/0de21c1c208a49e7a2f6efa8c14624a9 2024-12-05T03:19:35,301 INFO [RS_CLOSE_REGION-regionserver/971fbbbe942d:0-0 {event_type=M_RS_CLOSE_REGION, pid=43}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/C/0de21c1c208a49e7a2f6efa8c14624a9, entries=150, sequenceid=687, filesize=12.0 K 2024-12-05T03:19:35,302 INFO [RS_CLOSE_REGION-regionserver/971fbbbe942d:0-0 {event_type=M_RS_CLOSE_REGION, pid=43}] regionserver.HRegion(3040): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for b1358d81e55a4e80f9eb71bacdaead0b in 855ms, sequenceid=687, compaction requested=true 2024-12-05T03:19:35,303 DEBUG [StoreCloser-TestAcidGuarantees,,1733368742337.b1358d81e55a4e80f9eb71bacdaead0b.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/A/1d3c137c08fa4a2093f839bd132d51a0, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/A/c670ffecb6f94c32a4fd42d6adf0deb0, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/A/301177f5046e4878ad6d66f5d71d40dc, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/A/8179dcc0155d4a85919341cb50d4a925, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/A/4ae5c794fcda4700abfa0e72fc148e62, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/A/f9462d9ec1cc41a3a12824a7fde6d177, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/A/6b83c3479afa4ce2970d64abb562b36d, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/A/38683e73dcaa49fe8dcd9012b1f74912, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/A/fd6897e1186f43458601f5d543f336d4, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/A/ec86ec2da4fb49c88b6e6736833b8759, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/A/e8aa52e2b2d24695b05c430c6e5ba743, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/A/bf16a9bc991a41149b4d32cd1f42025d, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/A/d230ac8c9b0d40b39143bd63caaeda57, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/A/06313cc2d9ce4d31bded94ccb75a2859, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/A/da1a5c3396b44c39886f503cfcfaa668, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/A/d1f4942c8a26413e8528a78df9350ece, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/A/17b2acea615b4155826c35b94081018f, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/A/de59945da1fd458b981d0d190fe9769d, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/A/b6c7c552bb7147ed88b64856f67faaa2, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/A/2d197302bf644544a41af3649f642c20, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/A/59bb95815a604fff9196446d9614614e, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/A/175d3e96e9b84de6a3e91b43b4865614, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/A/a699972801e0406e8b089e24c316ca8b, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/A/9d1363271db74aba8f733e1b82c49369, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/A/6a17617de65048d891f2087a6e2b1d45, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/A/b7d2b4b33af0423cae3fd60c71aa12d0, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/A/01f401c1a06142d89d5d024c8bfa5eb3, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/A/e255ccd3c52448788e38f7910e669de7, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/A/1266ac0a03fa4511af04221db96c0af2, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/A/a471406b8bd2455a9bfabb4585f0bf3e, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/A/886c3711a18242e9a4149a77d7afeb6e, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/A/4b359b91da414b23be254f75f42c6c6e, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/A/92041bbdc6464edcb0ea7a567f2f67f2, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/A/1c6f2bdd0da7429eb9fb4022eb346c1a, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/A/679ab815c1b5478abaccaf303aad6860, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/A/e63b50b82d174282ab7ac9db656ed6f4, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/A/4b3a426b5bae4e40ad9efcbf67c32c1f, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/A/85cba866e4c94c9199ee08dc0c180aa4, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/A/5aeb47d748f849008c4e5355f834ff5c, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/A/635b618e4bb14fd48a3a3280f37f6243, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/A/83d4f47569094fb29aea84d8933c5976, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/A/36087768ce1f43f49716dc48fe2d6cb2, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/A/bfd2aa4089d84b6da3014ef5c43a6fb9, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/A/52aa3cf16bad423d9ebff5af7bae4405] to archive 2024-12-05T03:19:35,306 DEBUG [StoreCloser-TestAcidGuarantees,,1733368742337.b1358d81e55a4e80f9eb71bacdaead0b.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-05T03:19:35,311 DEBUG [StoreCloser-TestAcidGuarantees,,1733368742337.b1358d81e55a4e80f9eb71bacdaead0b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/A/1d3c137c08fa4a2093f839bd132d51a0 to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/A/1d3c137c08fa4a2093f839bd132d51a0 2024-12-05T03:19:35,313 DEBUG [StoreCloser-TestAcidGuarantees,,1733368742337.b1358d81e55a4e80f9eb71bacdaead0b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/A/c670ffecb6f94c32a4fd42d6adf0deb0 to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/A/c670ffecb6f94c32a4fd42d6adf0deb0 2024-12-05T03:19:35,314 DEBUG [StoreCloser-TestAcidGuarantees,,1733368742337.b1358d81e55a4e80f9eb71bacdaead0b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/A/301177f5046e4878ad6d66f5d71d40dc to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/A/301177f5046e4878ad6d66f5d71d40dc 2024-12-05T03:19:35,315 DEBUG [StoreCloser-TestAcidGuarantees,,1733368742337.b1358d81e55a4e80f9eb71bacdaead0b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/A/8179dcc0155d4a85919341cb50d4a925 to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/A/8179dcc0155d4a85919341cb50d4a925 2024-12-05T03:19:35,317 DEBUG [StoreCloser-TestAcidGuarantees,,1733368742337.b1358d81e55a4e80f9eb71bacdaead0b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/A/4ae5c794fcda4700abfa0e72fc148e62 to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/A/4ae5c794fcda4700abfa0e72fc148e62 2024-12-05T03:19:35,318 DEBUG [StoreCloser-TestAcidGuarantees,,1733368742337.b1358d81e55a4e80f9eb71bacdaead0b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/A/f9462d9ec1cc41a3a12824a7fde6d177 to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/A/f9462d9ec1cc41a3a12824a7fde6d177 2024-12-05T03:19:35,319 DEBUG [StoreCloser-TestAcidGuarantees,,1733368742337.b1358d81e55a4e80f9eb71bacdaead0b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/A/6b83c3479afa4ce2970d64abb562b36d to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/A/6b83c3479afa4ce2970d64abb562b36d 2024-12-05T03:19:35,321 DEBUG [StoreCloser-TestAcidGuarantees,,1733368742337.b1358d81e55a4e80f9eb71bacdaead0b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/A/38683e73dcaa49fe8dcd9012b1f74912 to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/A/38683e73dcaa49fe8dcd9012b1f74912 2024-12-05T03:19:35,322 DEBUG [StoreCloser-TestAcidGuarantees,,1733368742337.b1358d81e55a4e80f9eb71bacdaead0b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/A/fd6897e1186f43458601f5d543f336d4 to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/A/fd6897e1186f43458601f5d543f336d4 2024-12-05T03:19:35,323 DEBUG [StoreCloser-TestAcidGuarantees,,1733368742337.b1358d81e55a4e80f9eb71bacdaead0b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/A/ec86ec2da4fb49c88b6e6736833b8759 to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/A/ec86ec2da4fb49c88b6e6736833b8759 2024-12-05T03:19:35,325 DEBUG [StoreCloser-TestAcidGuarantees,,1733368742337.b1358d81e55a4e80f9eb71bacdaead0b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/A/e8aa52e2b2d24695b05c430c6e5ba743 to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/A/e8aa52e2b2d24695b05c430c6e5ba743 2024-12-05T03:19:35,326 DEBUG [StoreCloser-TestAcidGuarantees,,1733368742337.b1358d81e55a4e80f9eb71bacdaead0b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/A/bf16a9bc991a41149b4d32cd1f42025d to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/A/bf16a9bc991a41149b4d32cd1f42025d 2024-12-05T03:19:35,328 DEBUG [StoreCloser-TestAcidGuarantees,,1733368742337.b1358d81e55a4e80f9eb71bacdaead0b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/A/d230ac8c9b0d40b39143bd63caaeda57 to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/A/d230ac8c9b0d40b39143bd63caaeda57 2024-12-05T03:19:35,329 DEBUG [StoreCloser-TestAcidGuarantees,,1733368742337.b1358d81e55a4e80f9eb71bacdaead0b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/A/06313cc2d9ce4d31bded94ccb75a2859 to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/A/06313cc2d9ce4d31bded94ccb75a2859 2024-12-05T03:19:35,330 DEBUG [StoreCloser-TestAcidGuarantees,,1733368742337.b1358d81e55a4e80f9eb71bacdaead0b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/A/da1a5c3396b44c39886f503cfcfaa668 to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/A/da1a5c3396b44c39886f503cfcfaa668 2024-12-05T03:19:35,332 DEBUG [StoreCloser-TestAcidGuarantees,,1733368742337.b1358d81e55a4e80f9eb71bacdaead0b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/A/d1f4942c8a26413e8528a78df9350ece to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/A/d1f4942c8a26413e8528a78df9350ece 2024-12-05T03:19:35,333 DEBUG [StoreCloser-TestAcidGuarantees,,1733368742337.b1358d81e55a4e80f9eb71bacdaead0b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/A/17b2acea615b4155826c35b94081018f to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/A/17b2acea615b4155826c35b94081018f 2024-12-05T03:19:35,334 DEBUG [StoreCloser-TestAcidGuarantees,,1733368742337.b1358d81e55a4e80f9eb71bacdaead0b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/A/de59945da1fd458b981d0d190fe9769d to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/A/de59945da1fd458b981d0d190fe9769d 2024-12-05T03:19:35,335 DEBUG [StoreCloser-TestAcidGuarantees,,1733368742337.b1358d81e55a4e80f9eb71bacdaead0b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/A/b6c7c552bb7147ed88b64856f67faaa2 to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/A/b6c7c552bb7147ed88b64856f67faaa2 2024-12-05T03:19:35,337 DEBUG [StoreCloser-TestAcidGuarantees,,1733368742337.b1358d81e55a4e80f9eb71bacdaead0b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/A/2d197302bf644544a41af3649f642c20 to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/A/2d197302bf644544a41af3649f642c20 2024-12-05T03:19:35,338 DEBUG [StoreCloser-TestAcidGuarantees,,1733368742337.b1358d81e55a4e80f9eb71bacdaead0b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/A/59bb95815a604fff9196446d9614614e to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/A/59bb95815a604fff9196446d9614614e 2024-12-05T03:19:35,340 DEBUG [StoreCloser-TestAcidGuarantees,,1733368742337.b1358d81e55a4e80f9eb71bacdaead0b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/A/175d3e96e9b84de6a3e91b43b4865614 to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/A/175d3e96e9b84de6a3e91b43b4865614 2024-12-05T03:19:35,341 DEBUG [StoreCloser-TestAcidGuarantees,,1733368742337.b1358d81e55a4e80f9eb71bacdaead0b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/A/a699972801e0406e8b089e24c316ca8b to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/A/a699972801e0406e8b089e24c316ca8b 2024-12-05T03:19:35,342 DEBUG [StoreCloser-TestAcidGuarantees,,1733368742337.b1358d81e55a4e80f9eb71bacdaead0b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/A/9d1363271db74aba8f733e1b82c49369 to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/A/9d1363271db74aba8f733e1b82c49369 2024-12-05T03:19:35,344 DEBUG [StoreCloser-TestAcidGuarantees,,1733368742337.b1358d81e55a4e80f9eb71bacdaead0b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/A/6a17617de65048d891f2087a6e2b1d45 to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/A/6a17617de65048d891f2087a6e2b1d45 2024-12-05T03:19:35,345 DEBUG [StoreCloser-TestAcidGuarantees,,1733368742337.b1358d81e55a4e80f9eb71bacdaead0b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/A/b7d2b4b33af0423cae3fd60c71aa12d0 to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/A/b7d2b4b33af0423cae3fd60c71aa12d0 2024-12-05T03:19:35,346 DEBUG [StoreCloser-TestAcidGuarantees,,1733368742337.b1358d81e55a4e80f9eb71bacdaead0b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/A/01f401c1a06142d89d5d024c8bfa5eb3 to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/A/01f401c1a06142d89d5d024c8bfa5eb3 2024-12-05T03:19:35,347 DEBUG [StoreCloser-TestAcidGuarantees,,1733368742337.b1358d81e55a4e80f9eb71bacdaead0b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/A/e255ccd3c52448788e38f7910e669de7 to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/A/e255ccd3c52448788e38f7910e669de7 2024-12-05T03:19:35,348 DEBUG [StoreCloser-TestAcidGuarantees,,1733368742337.b1358d81e55a4e80f9eb71bacdaead0b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/A/1266ac0a03fa4511af04221db96c0af2 to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/A/1266ac0a03fa4511af04221db96c0af2 2024-12-05T03:19:35,350 DEBUG [StoreCloser-TestAcidGuarantees,,1733368742337.b1358d81e55a4e80f9eb71bacdaead0b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/A/a471406b8bd2455a9bfabb4585f0bf3e to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/A/a471406b8bd2455a9bfabb4585f0bf3e 2024-12-05T03:19:35,351 DEBUG [StoreCloser-TestAcidGuarantees,,1733368742337.b1358d81e55a4e80f9eb71bacdaead0b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/A/886c3711a18242e9a4149a77d7afeb6e to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/A/886c3711a18242e9a4149a77d7afeb6e 2024-12-05T03:19:35,352 DEBUG [StoreCloser-TestAcidGuarantees,,1733368742337.b1358d81e55a4e80f9eb71bacdaead0b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/A/4b359b91da414b23be254f75f42c6c6e to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/A/4b359b91da414b23be254f75f42c6c6e 2024-12-05T03:19:35,353 DEBUG [StoreCloser-TestAcidGuarantees,,1733368742337.b1358d81e55a4e80f9eb71bacdaead0b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/A/92041bbdc6464edcb0ea7a567f2f67f2 to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/A/92041bbdc6464edcb0ea7a567f2f67f2 2024-12-05T03:19:35,354 DEBUG [StoreCloser-TestAcidGuarantees,,1733368742337.b1358d81e55a4e80f9eb71bacdaead0b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/A/1c6f2bdd0da7429eb9fb4022eb346c1a to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/A/1c6f2bdd0da7429eb9fb4022eb346c1a 2024-12-05T03:19:35,355 DEBUG [StoreCloser-TestAcidGuarantees,,1733368742337.b1358d81e55a4e80f9eb71bacdaead0b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/A/679ab815c1b5478abaccaf303aad6860 to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/A/679ab815c1b5478abaccaf303aad6860 2024-12-05T03:19:35,356 DEBUG [StoreCloser-TestAcidGuarantees,,1733368742337.b1358d81e55a4e80f9eb71bacdaead0b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/A/e63b50b82d174282ab7ac9db656ed6f4 to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/A/e63b50b82d174282ab7ac9db656ed6f4 2024-12-05T03:19:35,357 DEBUG [StoreCloser-TestAcidGuarantees,,1733368742337.b1358d81e55a4e80f9eb71bacdaead0b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/A/4b3a426b5bae4e40ad9efcbf67c32c1f to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/A/4b3a426b5bae4e40ad9efcbf67c32c1f 2024-12-05T03:19:35,359 DEBUG [StoreCloser-TestAcidGuarantees,,1733368742337.b1358d81e55a4e80f9eb71bacdaead0b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/A/85cba866e4c94c9199ee08dc0c180aa4 to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/A/85cba866e4c94c9199ee08dc0c180aa4 2024-12-05T03:19:35,360 DEBUG [StoreCloser-TestAcidGuarantees,,1733368742337.b1358d81e55a4e80f9eb71bacdaead0b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/A/5aeb47d748f849008c4e5355f834ff5c to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/A/5aeb47d748f849008c4e5355f834ff5c 2024-12-05T03:19:35,361 DEBUG [StoreCloser-TestAcidGuarantees,,1733368742337.b1358d81e55a4e80f9eb71bacdaead0b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/A/635b618e4bb14fd48a3a3280f37f6243 to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/A/635b618e4bb14fd48a3a3280f37f6243 2024-12-05T03:19:35,362 DEBUG [StoreCloser-TestAcidGuarantees,,1733368742337.b1358d81e55a4e80f9eb71bacdaead0b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/A/83d4f47569094fb29aea84d8933c5976 to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/A/83d4f47569094fb29aea84d8933c5976 2024-12-05T03:19:35,364 DEBUG [StoreCloser-TestAcidGuarantees,,1733368742337.b1358d81e55a4e80f9eb71bacdaead0b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/A/36087768ce1f43f49716dc48fe2d6cb2 to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/A/36087768ce1f43f49716dc48fe2d6cb2 2024-12-05T03:19:35,365 DEBUG [StoreCloser-TestAcidGuarantees,,1733368742337.b1358d81e55a4e80f9eb71bacdaead0b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/A/bfd2aa4089d84b6da3014ef5c43a6fb9 to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/A/bfd2aa4089d84b6da3014ef5c43a6fb9 2024-12-05T03:19:35,366 DEBUG [StoreCloser-TestAcidGuarantees,,1733368742337.b1358d81e55a4e80f9eb71bacdaead0b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/A/52aa3cf16bad423d9ebff5af7bae4405 to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/A/52aa3cf16bad423d9ebff5af7bae4405 2024-12-05T03:19:35,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=40 2024-12-05T03:19:35,380 DEBUG [StoreCloser-TestAcidGuarantees,,1733368742337.b1358d81e55a4e80f9eb71bacdaead0b.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/B/d02f4a3fb26b47879b9490b69c04b268, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/B/943452473afb4b32803775e564adb490, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/B/74cc20b264e8403085cb5c55124279a2, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/B/be5addbabc824357a51333f0af327aa1, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/B/42d6189cdb974d2999e7910fc048e6b5, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/B/45b9e0dee3c74ffba042b81aaaf9e220, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/B/f24c31f691a846deb739a8a0db2d1fdc, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/B/efa9ba7e05184820a2c3676aa3580785, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/B/02a1035b221a4c3a9e54baf4371afb59, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/B/82735779cad44e9490d8f642ce1ca5f3, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/B/80618247d33f47c4b5e6157a9e367459, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/B/e3a49a77cc2f48b4b9a7286da69d44af, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/B/26d3df72052c4a22bf3b5c606dbbb0e7, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/B/261fcef30c9c4f689e3f7c9c61a95d44, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/B/08a5251d21de4afd9477f17db48412c4, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/B/7e03d7b31e044593b2ca2a88c8ac9d87, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/B/0ec4ad14dff94d559bfe5c254ede5ccd, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/B/fd3748ce2ddf4424a04ed6dd89321f7e, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/B/2d18a96787534ea791aae6d5efbc1db3, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/B/8835daa1226749a890a25cf0299bb5bb, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/B/f7ff6fba499c411c8a3d8478efc06bc1, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/B/9a8a7466494341b4aa2117990d09fc7d, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/B/0e70fd1125724179bd488f439641e8f6, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/B/8de6f8ef97954f7292df2cc993f19a27, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/B/ec8f7152e98c44d78c6b28394705c198, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/B/c4225375b09b4a2e8d37b6f8bdf6785c, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/B/eb049363cee6446d9fbda4faab755391, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/B/d9c9e8f25d464ea2a1fb928df17b72f3, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/B/0bfadaad1b254c35954fe3af16468077, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/B/5e352ce02f9d49c5a1ac7953be2c0257, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/B/ad8a53ea23dd4cb99987aa61ad78fc62, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/B/cd8f177fd85c4d13a34c68a57f33a045, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/B/5f531ee1ce0341d882c6c28cb4f66196, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/B/9c4b32d1fc694f21bf832ac76f553cf5, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/B/b4cb7b243d44408da2a8a3976a96dfba, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/B/4ce4e939831f4e3fbf437dd2ea1de3cc, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/B/c1bf50bbbef84321b7a329458452e81c, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/B/bcf03471d587465e94234e1ddc280f3a, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/B/1839c9a5dc4641ef9f5463135b670b67, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/B/79c57926749c4a0f8d6efd4811c4ee0b, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/B/f06c0bd84d18498fb04ae80563f2c5d1, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/B/885d1938050645868cae8e8fee453bde, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/B/cf9c89502c344e7c9e9d250575152909, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/B/4156096785db4cff839db8576b083a61] to archive 2024-12-05T03:19:35,381 DEBUG [StoreCloser-TestAcidGuarantees,,1733368742337.b1358d81e55a4e80f9eb71bacdaead0b.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-05T03:19:35,383 DEBUG [StoreCloser-TestAcidGuarantees,,1733368742337.b1358d81e55a4e80f9eb71bacdaead0b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/B/d02f4a3fb26b47879b9490b69c04b268 to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/B/d02f4a3fb26b47879b9490b69c04b268 2024-12-05T03:19:35,384 DEBUG [StoreCloser-TestAcidGuarantees,,1733368742337.b1358d81e55a4e80f9eb71bacdaead0b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/B/943452473afb4b32803775e564adb490 to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/B/943452473afb4b32803775e564adb490 2024-12-05T03:19:35,385 DEBUG [StoreCloser-TestAcidGuarantees,,1733368742337.b1358d81e55a4e80f9eb71bacdaead0b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/B/74cc20b264e8403085cb5c55124279a2 to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/B/74cc20b264e8403085cb5c55124279a2 2024-12-05T03:19:35,387 DEBUG [StoreCloser-TestAcidGuarantees,,1733368742337.b1358d81e55a4e80f9eb71bacdaead0b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/B/be5addbabc824357a51333f0af327aa1 to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/B/be5addbabc824357a51333f0af327aa1 2024-12-05T03:19:35,388 DEBUG [StoreCloser-TestAcidGuarantees,,1733368742337.b1358d81e55a4e80f9eb71bacdaead0b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/B/42d6189cdb974d2999e7910fc048e6b5 to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/B/42d6189cdb974d2999e7910fc048e6b5 2024-12-05T03:19:35,389 DEBUG [StoreCloser-TestAcidGuarantees,,1733368742337.b1358d81e55a4e80f9eb71bacdaead0b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/B/45b9e0dee3c74ffba042b81aaaf9e220 to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/B/45b9e0dee3c74ffba042b81aaaf9e220 2024-12-05T03:19:35,391 DEBUG [StoreCloser-TestAcidGuarantees,,1733368742337.b1358d81e55a4e80f9eb71bacdaead0b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/B/f24c31f691a846deb739a8a0db2d1fdc to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/B/f24c31f691a846deb739a8a0db2d1fdc 2024-12-05T03:19:35,392 DEBUG [StoreCloser-TestAcidGuarantees,,1733368742337.b1358d81e55a4e80f9eb71bacdaead0b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/B/efa9ba7e05184820a2c3676aa3580785 to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/B/efa9ba7e05184820a2c3676aa3580785 2024-12-05T03:19:35,393 DEBUG [StoreCloser-TestAcidGuarantees,,1733368742337.b1358d81e55a4e80f9eb71bacdaead0b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/B/02a1035b221a4c3a9e54baf4371afb59 to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/B/02a1035b221a4c3a9e54baf4371afb59 2024-12-05T03:19:35,394 DEBUG [StoreCloser-TestAcidGuarantees,,1733368742337.b1358d81e55a4e80f9eb71bacdaead0b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/B/82735779cad44e9490d8f642ce1ca5f3 to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/B/82735779cad44e9490d8f642ce1ca5f3 2024-12-05T03:19:35,395 DEBUG [StoreCloser-TestAcidGuarantees,,1733368742337.b1358d81e55a4e80f9eb71bacdaead0b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/B/80618247d33f47c4b5e6157a9e367459 to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/B/80618247d33f47c4b5e6157a9e367459 2024-12-05T03:19:35,396 DEBUG [StoreCloser-TestAcidGuarantees,,1733368742337.b1358d81e55a4e80f9eb71bacdaead0b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/B/e3a49a77cc2f48b4b9a7286da69d44af to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/B/e3a49a77cc2f48b4b9a7286da69d44af 2024-12-05T03:19:35,397 DEBUG [StoreCloser-TestAcidGuarantees,,1733368742337.b1358d81e55a4e80f9eb71bacdaead0b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/B/26d3df72052c4a22bf3b5c606dbbb0e7 to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/B/26d3df72052c4a22bf3b5c606dbbb0e7 2024-12-05T03:19:35,398 DEBUG [StoreCloser-TestAcidGuarantees,,1733368742337.b1358d81e55a4e80f9eb71bacdaead0b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/B/261fcef30c9c4f689e3f7c9c61a95d44 to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/B/261fcef30c9c4f689e3f7c9c61a95d44 2024-12-05T03:19:35,399 DEBUG [StoreCloser-TestAcidGuarantees,,1733368742337.b1358d81e55a4e80f9eb71bacdaead0b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/B/08a5251d21de4afd9477f17db48412c4 to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/B/08a5251d21de4afd9477f17db48412c4 2024-12-05T03:19:35,401 DEBUG [StoreCloser-TestAcidGuarantees,,1733368742337.b1358d81e55a4e80f9eb71bacdaead0b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/B/7e03d7b31e044593b2ca2a88c8ac9d87 to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/B/7e03d7b31e044593b2ca2a88c8ac9d87 2024-12-05T03:19:35,402 DEBUG [StoreCloser-TestAcidGuarantees,,1733368742337.b1358d81e55a4e80f9eb71bacdaead0b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/B/0ec4ad14dff94d559bfe5c254ede5ccd to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/B/0ec4ad14dff94d559bfe5c254ede5ccd 2024-12-05T03:19:35,403 DEBUG [StoreCloser-TestAcidGuarantees,,1733368742337.b1358d81e55a4e80f9eb71bacdaead0b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/B/fd3748ce2ddf4424a04ed6dd89321f7e to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/B/fd3748ce2ddf4424a04ed6dd89321f7e 2024-12-05T03:19:35,404 DEBUG [StoreCloser-TestAcidGuarantees,,1733368742337.b1358d81e55a4e80f9eb71bacdaead0b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/B/2d18a96787534ea791aae6d5efbc1db3 to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/B/2d18a96787534ea791aae6d5efbc1db3 2024-12-05T03:19:35,405 DEBUG [StoreCloser-TestAcidGuarantees,,1733368742337.b1358d81e55a4e80f9eb71bacdaead0b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/B/8835daa1226749a890a25cf0299bb5bb to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/B/8835daa1226749a890a25cf0299bb5bb 2024-12-05T03:19:35,406 DEBUG [StoreCloser-TestAcidGuarantees,,1733368742337.b1358d81e55a4e80f9eb71bacdaead0b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/B/f7ff6fba499c411c8a3d8478efc06bc1 to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/B/f7ff6fba499c411c8a3d8478efc06bc1 2024-12-05T03:19:35,407 DEBUG [StoreCloser-TestAcidGuarantees,,1733368742337.b1358d81e55a4e80f9eb71bacdaead0b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/B/9a8a7466494341b4aa2117990d09fc7d to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/B/9a8a7466494341b4aa2117990d09fc7d 2024-12-05T03:19:35,408 DEBUG [StoreCloser-TestAcidGuarantees,,1733368742337.b1358d81e55a4e80f9eb71bacdaead0b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/B/0e70fd1125724179bd488f439641e8f6 to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/B/0e70fd1125724179bd488f439641e8f6 2024-12-05T03:19:35,409 DEBUG [StoreCloser-TestAcidGuarantees,,1733368742337.b1358d81e55a4e80f9eb71bacdaead0b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/B/8de6f8ef97954f7292df2cc993f19a27 to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/B/8de6f8ef97954f7292df2cc993f19a27 2024-12-05T03:19:35,410 DEBUG [StoreCloser-TestAcidGuarantees,,1733368742337.b1358d81e55a4e80f9eb71bacdaead0b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/B/ec8f7152e98c44d78c6b28394705c198 to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/B/ec8f7152e98c44d78c6b28394705c198 2024-12-05T03:19:35,411 DEBUG [StoreCloser-TestAcidGuarantees,,1733368742337.b1358d81e55a4e80f9eb71bacdaead0b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/B/c4225375b09b4a2e8d37b6f8bdf6785c to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/B/c4225375b09b4a2e8d37b6f8bdf6785c 2024-12-05T03:19:35,412 DEBUG [StoreCloser-TestAcidGuarantees,,1733368742337.b1358d81e55a4e80f9eb71bacdaead0b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/B/eb049363cee6446d9fbda4faab755391 to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/B/eb049363cee6446d9fbda4faab755391 2024-12-05T03:19:35,414 DEBUG [StoreCloser-TestAcidGuarantees,,1733368742337.b1358d81e55a4e80f9eb71bacdaead0b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/B/d9c9e8f25d464ea2a1fb928df17b72f3 to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/B/d9c9e8f25d464ea2a1fb928df17b72f3 2024-12-05T03:19:35,415 DEBUG [StoreCloser-TestAcidGuarantees,,1733368742337.b1358d81e55a4e80f9eb71bacdaead0b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/B/0bfadaad1b254c35954fe3af16468077 to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/B/0bfadaad1b254c35954fe3af16468077 2024-12-05T03:19:35,416 DEBUG [StoreCloser-TestAcidGuarantees,,1733368742337.b1358d81e55a4e80f9eb71bacdaead0b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/B/5e352ce02f9d49c5a1ac7953be2c0257 to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/B/5e352ce02f9d49c5a1ac7953be2c0257 2024-12-05T03:19:35,417 DEBUG [StoreCloser-TestAcidGuarantees,,1733368742337.b1358d81e55a4e80f9eb71bacdaead0b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/B/ad8a53ea23dd4cb99987aa61ad78fc62 to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/B/ad8a53ea23dd4cb99987aa61ad78fc62 2024-12-05T03:19:35,418 DEBUG [StoreCloser-TestAcidGuarantees,,1733368742337.b1358d81e55a4e80f9eb71bacdaead0b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/B/cd8f177fd85c4d13a34c68a57f33a045 to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/B/cd8f177fd85c4d13a34c68a57f33a045 2024-12-05T03:19:35,420 DEBUG [StoreCloser-TestAcidGuarantees,,1733368742337.b1358d81e55a4e80f9eb71bacdaead0b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/B/5f531ee1ce0341d882c6c28cb4f66196 to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/B/5f531ee1ce0341d882c6c28cb4f66196 2024-12-05T03:19:35,421 DEBUG [StoreCloser-TestAcidGuarantees,,1733368742337.b1358d81e55a4e80f9eb71bacdaead0b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/B/9c4b32d1fc694f21bf832ac76f553cf5 to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/B/9c4b32d1fc694f21bf832ac76f553cf5 2024-12-05T03:19:35,423 DEBUG [StoreCloser-TestAcidGuarantees,,1733368742337.b1358d81e55a4e80f9eb71bacdaead0b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/B/b4cb7b243d44408da2a8a3976a96dfba to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/B/b4cb7b243d44408da2a8a3976a96dfba 2024-12-05T03:19:35,424 DEBUG [StoreCloser-TestAcidGuarantees,,1733368742337.b1358d81e55a4e80f9eb71bacdaead0b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/B/4ce4e939831f4e3fbf437dd2ea1de3cc to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/B/4ce4e939831f4e3fbf437dd2ea1de3cc 2024-12-05T03:19:35,426 DEBUG [StoreCloser-TestAcidGuarantees,,1733368742337.b1358d81e55a4e80f9eb71bacdaead0b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/B/c1bf50bbbef84321b7a329458452e81c to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/B/c1bf50bbbef84321b7a329458452e81c 2024-12-05T03:19:35,427 DEBUG [StoreCloser-TestAcidGuarantees,,1733368742337.b1358d81e55a4e80f9eb71bacdaead0b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/B/bcf03471d587465e94234e1ddc280f3a to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/B/bcf03471d587465e94234e1ddc280f3a 2024-12-05T03:19:35,428 DEBUG [StoreCloser-TestAcidGuarantees,,1733368742337.b1358d81e55a4e80f9eb71bacdaead0b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/B/1839c9a5dc4641ef9f5463135b670b67 to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/B/1839c9a5dc4641ef9f5463135b670b67 2024-12-05T03:19:35,429 DEBUG [StoreCloser-TestAcidGuarantees,,1733368742337.b1358d81e55a4e80f9eb71bacdaead0b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/B/79c57926749c4a0f8d6efd4811c4ee0b to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/B/79c57926749c4a0f8d6efd4811c4ee0b 2024-12-05T03:19:35,430 DEBUG [StoreCloser-TestAcidGuarantees,,1733368742337.b1358d81e55a4e80f9eb71bacdaead0b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/B/f06c0bd84d18498fb04ae80563f2c5d1 to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/B/f06c0bd84d18498fb04ae80563f2c5d1 2024-12-05T03:19:35,431 DEBUG [StoreCloser-TestAcidGuarantees,,1733368742337.b1358d81e55a4e80f9eb71bacdaead0b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/B/885d1938050645868cae8e8fee453bde to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/B/885d1938050645868cae8e8fee453bde 2024-12-05T03:19:35,433 DEBUG [StoreCloser-TestAcidGuarantees,,1733368742337.b1358d81e55a4e80f9eb71bacdaead0b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/B/cf9c89502c344e7c9e9d250575152909 to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/B/cf9c89502c344e7c9e9d250575152909 2024-12-05T03:19:35,434 DEBUG [StoreCloser-TestAcidGuarantees,,1733368742337.b1358d81e55a4e80f9eb71bacdaead0b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/B/4156096785db4cff839db8576b083a61 to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/B/4156096785db4cff839db8576b083a61 2024-12-05T03:19:35,436 DEBUG [StoreCloser-TestAcidGuarantees,,1733368742337.b1358d81e55a4e80f9eb71bacdaead0b.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/C/33d086443ae646a9bc32eb221a598dd2, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/C/5b1fe623e6bf44ac9a4800572f5ecf9a, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/C/634dd33370b944efa86d7feb43d59219, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/C/b690a96bd3944e0281bd6235bac102d3, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/C/6e4a6aadce5c4250a320f8087b193374, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/C/0ae8de5a281b4e6ca60916494261b33c, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/C/0d10f11e9a684afbb835652d500ed22e, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/C/267c58128dea4613a6447a0d2d09a538, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/C/3643259f50e944089953a24212aa0866, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/C/4eace775a2114a4abc0a538f22a44bd9, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/C/2b07ad4fcf7640cb96153b2db3cf0c72, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/C/b542a67873ea45e095ca98d28c427c41, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/C/57b6c8240c37448a857fadae8059ddc9, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/C/a8fb0d9fd1c64529888682bf7cc32d98, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/C/f16a39f4b81b4364a8bf1bba15f76bf1, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/C/f73bbdbf31974c869eddf474310c9bd6, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/C/bb00b3796eb0458aa72460fe4502749b, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/C/19d87ef85a2441d3b901a4c474e8e3d5, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/C/c920385ecec4473faa3bed1a35130050, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/C/d41e04fae49b4b12b64fb21f98ea0420, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/C/53649b059d2b46879c7e203fad6f13c4, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/C/918e6bc7b5814206b3e5a72f780b992e, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/C/9b4f3d66188d49688eff5c783ee4d99e, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/C/70a5c6ef53cc4c14b26cd3354418b564, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/C/45b0efc21a964276afc5e047a8bf93eb, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/C/f5b51e421a924b5b8e66fe1237251c8c, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/C/10152408d0cc4044ab10040024c88fb8, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/C/aaee9ad60ca347b0a058c45e5769166f, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/C/5b31747e133b4d5690d13a2973f1e807, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/C/bd471107b2914b97a6367eee095cacc3, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/C/e2d0b2e93e184290abc570780a49fd88, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/C/7a88301184de438f8cdfa061f2cb2d36, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/C/c4f454e16f7c4ca1b81caf344c37d034, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/C/fec675947e474fb7b7319427b9132b0c, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/C/bd4ec438a68740c3b861d1e337286a26, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/C/5adbecf893b14f658875b3d5089e9d3d, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/C/80ca98d0d3c8418197b5f2e9641264d7, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/C/0d84dab2ac05429a904fdff01b84aa89, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/C/949f581427014fe0a52f6f7cda910851, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/C/60febc61aad84f088f1b019f40fe99d5, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/C/6d7e0f49511f49cc8e96b35f1d4c63e1, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/C/75a653cac04e4347a27fb77aa01670e3, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/C/5dd8607e8c054fe7a5d2683b1ad48f44, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/C/87123422ff194de0bff7be01caa5795f] to archive 2024-12-05T03:19:35,437 DEBUG [StoreCloser-TestAcidGuarantees,,1733368742337.b1358d81e55a4e80f9eb71bacdaead0b.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-05T03:19:35,438 DEBUG [StoreCloser-TestAcidGuarantees,,1733368742337.b1358d81e55a4e80f9eb71bacdaead0b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/C/33d086443ae646a9bc32eb221a598dd2 to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/C/33d086443ae646a9bc32eb221a598dd2 2024-12-05T03:19:35,440 DEBUG [StoreCloser-TestAcidGuarantees,,1733368742337.b1358d81e55a4e80f9eb71bacdaead0b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/C/5b1fe623e6bf44ac9a4800572f5ecf9a to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/C/5b1fe623e6bf44ac9a4800572f5ecf9a 2024-12-05T03:19:35,441 DEBUG [StoreCloser-TestAcidGuarantees,,1733368742337.b1358d81e55a4e80f9eb71bacdaead0b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/C/634dd33370b944efa86d7feb43d59219 to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/C/634dd33370b944efa86d7feb43d59219 2024-12-05T03:19:35,442 DEBUG [StoreCloser-TestAcidGuarantees,,1733368742337.b1358d81e55a4e80f9eb71bacdaead0b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/C/b690a96bd3944e0281bd6235bac102d3 to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/C/b690a96bd3944e0281bd6235bac102d3 2024-12-05T03:19:35,443 DEBUG [StoreCloser-TestAcidGuarantees,,1733368742337.b1358d81e55a4e80f9eb71bacdaead0b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/C/6e4a6aadce5c4250a320f8087b193374 to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/C/6e4a6aadce5c4250a320f8087b193374 2024-12-05T03:19:35,445 DEBUG [StoreCloser-TestAcidGuarantees,,1733368742337.b1358d81e55a4e80f9eb71bacdaead0b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/C/0ae8de5a281b4e6ca60916494261b33c to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/C/0ae8de5a281b4e6ca60916494261b33c 2024-12-05T03:19:35,446 DEBUG [StoreCloser-TestAcidGuarantees,,1733368742337.b1358d81e55a4e80f9eb71bacdaead0b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/C/0d10f11e9a684afbb835652d500ed22e to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/C/0d10f11e9a684afbb835652d500ed22e 2024-12-05T03:19:35,447 DEBUG [StoreCloser-TestAcidGuarantees,,1733368742337.b1358d81e55a4e80f9eb71bacdaead0b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/C/267c58128dea4613a6447a0d2d09a538 to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/C/267c58128dea4613a6447a0d2d09a538 2024-12-05T03:19:35,448 DEBUG [StoreCloser-TestAcidGuarantees,,1733368742337.b1358d81e55a4e80f9eb71bacdaead0b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/C/3643259f50e944089953a24212aa0866 to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/C/3643259f50e944089953a24212aa0866 2024-12-05T03:19:35,449 DEBUG [StoreCloser-TestAcidGuarantees,,1733368742337.b1358d81e55a4e80f9eb71bacdaead0b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/C/4eace775a2114a4abc0a538f22a44bd9 to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/C/4eace775a2114a4abc0a538f22a44bd9 2024-12-05T03:19:35,450 DEBUG [StoreCloser-TestAcidGuarantees,,1733368742337.b1358d81e55a4e80f9eb71bacdaead0b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/C/2b07ad4fcf7640cb96153b2db3cf0c72 to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/C/2b07ad4fcf7640cb96153b2db3cf0c72 2024-12-05T03:19:35,452 DEBUG [StoreCloser-TestAcidGuarantees,,1733368742337.b1358d81e55a4e80f9eb71bacdaead0b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/C/b542a67873ea45e095ca98d28c427c41 to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/C/b542a67873ea45e095ca98d28c427c41 2024-12-05T03:19:35,453 DEBUG [StoreCloser-TestAcidGuarantees,,1733368742337.b1358d81e55a4e80f9eb71bacdaead0b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/C/57b6c8240c37448a857fadae8059ddc9 to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/C/57b6c8240c37448a857fadae8059ddc9 2024-12-05T03:19:35,454 DEBUG [StoreCloser-TestAcidGuarantees,,1733368742337.b1358d81e55a4e80f9eb71bacdaead0b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/C/a8fb0d9fd1c64529888682bf7cc32d98 to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/C/a8fb0d9fd1c64529888682bf7cc32d98 2024-12-05T03:19:35,455 DEBUG [StoreCloser-TestAcidGuarantees,,1733368742337.b1358d81e55a4e80f9eb71bacdaead0b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/C/f16a39f4b81b4364a8bf1bba15f76bf1 to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/C/f16a39f4b81b4364a8bf1bba15f76bf1 2024-12-05T03:19:35,457 DEBUG [StoreCloser-TestAcidGuarantees,,1733368742337.b1358d81e55a4e80f9eb71bacdaead0b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/C/f73bbdbf31974c869eddf474310c9bd6 to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/C/f73bbdbf31974c869eddf474310c9bd6 2024-12-05T03:19:35,458 DEBUG [StoreCloser-TestAcidGuarantees,,1733368742337.b1358d81e55a4e80f9eb71bacdaead0b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/C/bb00b3796eb0458aa72460fe4502749b to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/C/bb00b3796eb0458aa72460fe4502749b 2024-12-05T03:19:35,459 DEBUG [StoreCloser-TestAcidGuarantees,,1733368742337.b1358d81e55a4e80f9eb71bacdaead0b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/C/19d87ef85a2441d3b901a4c474e8e3d5 to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/C/19d87ef85a2441d3b901a4c474e8e3d5 2024-12-05T03:19:35,461 DEBUG [StoreCloser-TestAcidGuarantees,,1733368742337.b1358d81e55a4e80f9eb71bacdaead0b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/C/c920385ecec4473faa3bed1a35130050 to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/C/c920385ecec4473faa3bed1a35130050 2024-12-05T03:19:35,462 DEBUG [StoreCloser-TestAcidGuarantees,,1733368742337.b1358d81e55a4e80f9eb71bacdaead0b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/C/d41e04fae49b4b12b64fb21f98ea0420 to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/C/d41e04fae49b4b12b64fb21f98ea0420 2024-12-05T03:19:35,463 DEBUG [StoreCloser-TestAcidGuarantees,,1733368742337.b1358d81e55a4e80f9eb71bacdaead0b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/C/53649b059d2b46879c7e203fad6f13c4 to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/C/53649b059d2b46879c7e203fad6f13c4 2024-12-05T03:19:35,464 DEBUG [StoreCloser-TestAcidGuarantees,,1733368742337.b1358d81e55a4e80f9eb71bacdaead0b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/C/918e6bc7b5814206b3e5a72f780b992e to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/C/918e6bc7b5814206b3e5a72f780b992e 2024-12-05T03:19:35,465 DEBUG [StoreCloser-TestAcidGuarantees,,1733368742337.b1358d81e55a4e80f9eb71bacdaead0b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/C/9b4f3d66188d49688eff5c783ee4d99e to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/C/9b4f3d66188d49688eff5c783ee4d99e 2024-12-05T03:19:35,466 DEBUG [StoreCloser-TestAcidGuarantees,,1733368742337.b1358d81e55a4e80f9eb71bacdaead0b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/C/70a5c6ef53cc4c14b26cd3354418b564 to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/C/70a5c6ef53cc4c14b26cd3354418b564 2024-12-05T03:19:35,468 DEBUG [StoreCloser-TestAcidGuarantees,,1733368742337.b1358d81e55a4e80f9eb71bacdaead0b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/C/45b0efc21a964276afc5e047a8bf93eb to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/C/45b0efc21a964276afc5e047a8bf93eb 2024-12-05T03:19:35,469 DEBUG [StoreCloser-TestAcidGuarantees,,1733368742337.b1358d81e55a4e80f9eb71bacdaead0b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/C/f5b51e421a924b5b8e66fe1237251c8c to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/C/f5b51e421a924b5b8e66fe1237251c8c 2024-12-05T03:19:35,470 DEBUG [StoreCloser-TestAcidGuarantees,,1733368742337.b1358d81e55a4e80f9eb71bacdaead0b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/C/10152408d0cc4044ab10040024c88fb8 to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/C/10152408d0cc4044ab10040024c88fb8 2024-12-05T03:19:35,471 DEBUG [StoreCloser-TestAcidGuarantees,,1733368742337.b1358d81e55a4e80f9eb71bacdaead0b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/C/aaee9ad60ca347b0a058c45e5769166f to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/C/aaee9ad60ca347b0a058c45e5769166f 2024-12-05T03:19:35,472 DEBUG [StoreCloser-TestAcidGuarantees,,1733368742337.b1358d81e55a4e80f9eb71bacdaead0b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/C/5b31747e133b4d5690d13a2973f1e807 to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/C/5b31747e133b4d5690d13a2973f1e807 2024-12-05T03:19:35,474 DEBUG [StoreCloser-TestAcidGuarantees,,1733368742337.b1358d81e55a4e80f9eb71bacdaead0b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/C/bd471107b2914b97a6367eee095cacc3 to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/C/bd471107b2914b97a6367eee095cacc3 2024-12-05T03:19:35,475 DEBUG [StoreCloser-TestAcidGuarantees,,1733368742337.b1358d81e55a4e80f9eb71bacdaead0b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/C/e2d0b2e93e184290abc570780a49fd88 to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/C/e2d0b2e93e184290abc570780a49fd88 2024-12-05T03:19:35,476 DEBUG [StoreCloser-TestAcidGuarantees,,1733368742337.b1358d81e55a4e80f9eb71bacdaead0b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/C/7a88301184de438f8cdfa061f2cb2d36 to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/C/7a88301184de438f8cdfa061f2cb2d36 2024-12-05T03:19:35,477 DEBUG [StoreCloser-TestAcidGuarantees,,1733368742337.b1358d81e55a4e80f9eb71bacdaead0b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/C/c4f454e16f7c4ca1b81caf344c37d034 to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/C/c4f454e16f7c4ca1b81caf344c37d034 2024-12-05T03:19:35,479 DEBUG [StoreCloser-TestAcidGuarantees,,1733368742337.b1358d81e55a4e80f9eb71bacdaead0b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/C/fec675947e474fb7b7319427b9132b0c to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/C/fec675947e474fb7b7319427b9132b0c 2024-12-05T03:19:35,480 DEBUG [StoreCloser-TestAcidGuarantees,,1733368742337.b1358d81e55a4e80f9eb71bacdaead0b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/C/bd4ec438a68740c3b861d1e337286a26 to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/C/bd4ec438a68740c3b861d1e337286a26 2024-12-05T03:19:35,481 DEBUG [StoreCloser-TestAcidGuarantees,,1733368742337.b1358d81e55a4e80f9eb71bacdaead0b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/C/5adbecf893b14f658875b3d5089e9d3d to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/C/5adbecf893b14f658875b3d5089e9d3d 2024-12-05T03:19:35,482 DEBUG [StoreCloser-TestAcidGuarantees,,1733368742337.b1358d81e55a4e80f9eb71bacdaead0b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/C/80ca98d0d3c8418197b5f2e9641264d7 to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/C/80ca98d0d3c8418197b5f2e9641264d7 2024-12-05T03:19:35,483 DEBUG [StoreCloser-TestAcidGuarantees,,1733368742337.b1358d81e55a4e80f9eb71bacdaead0b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/C/0d84dab2ac05429a904fdff01b84aa89 to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/C/0d84dab2ac05429a904fdff01b84aa89 2024-12-05T03:19:35,484 DEBUG [StoreCloser-TestAcidGuarantees,,1733368742337.b1358d81e55a4e80f9eb71bacdaead0b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/C/949f581427014fe0a52f6f7cda910851 to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/C/949f581427014fe0a52f6f7cda910851 2024-12-05T03:19:35,485 DEBUG [StoreCloser-TestAcidGuarantees,,1733368742337.b1358d81e55a4e80f9eb71bacdaead0b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/C/60febc61aad84f088f1b019f40fe99d5 to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/C/60febc61aad84f088f1b019f40fe99d5 2024-12-05T03:19:35,487 DEBUG [StoreCloser-TestAcidGuarantees,,1733368742337.b1358d81e55a4e80f9eb71bacdaead0b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/C/6d7e0f49511f49cc8e96b35f1d4c63e1 to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/C/6d7e0f49511f49cc8e96b35f1d4c63e1 2024-12-05T03:19:35,488 DEBUG [StoreCloser-TestAcidGuarantees,,1733368742337.b1358d81e55a4e80f9eb71bacdaead0b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/C/75a653cac04e4347a27fb77aa01670e3 to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/C/75a653cac04e4347a27fb77aa01670e3 2024-12-05T03:19:35,489 DEBUG [StoreCloser-TestAcidGuarantees,,1733368742337.b1358d81e55a4e80f9eb71bacdaead0b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/C/5dd8607e8c054fe7a5d2683b1ad48f44 to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/C/5dd8607e8c054fe7a5d2683b1ad48f44 2024-12-05T03:19:35,490 DEBUG [StoreCloser-TestAcidGuarantees,,1733368742337.b1358d81e55a4e80f9eb71bacdaead0b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/C/87123422ff194de0bff7be01caa5795f to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/C/87123422ff194de0bff7be01caa5795f 2024-12-05T03:19:35,495 DEBUG [RS_CLOSE_REGION-regionserver/971fbbbe942d:0-0 {event_type=M_RS_CLOSE_REGION, pid=43}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/recovered.edits/690.seqid, newMaxSeqId=690, maxSeqId=1 2024-12-05T03:19:35,499 INFO [RS_CLOSE_REGION-regionserver/971fbbbe942d:0-0 {event_type=M_RS_CLOSE_REGION, pid=43}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1733368742337.b1358d81e55a4e80f9eb71bacdaead0b. 2024-12-05T03:19:35,499 DEBUG [RS_CLOSE_REGION-regionserver/971fbbbe942d:0-0 {event_type=M_RS_CLOSE_REGION, pid=43}] regionserver.HRegion(1635): Region close journal for b1358d81e55a4e80f9eb71bacdaead0b: 2024-12-05T03:19:35,501 INFO [RS_CLOSE_REGION-regionserver/971fbbbe942d:0-0 {event_type=M_RS_CLOSE_REGION, pid=43}] handler.UnassignRegionHandler(170): Closed b1358d81e55a4e80f9eb71bacdaead0b 2024-12-05T03:19:35,501 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=42 updating hbase:meta row=b1358d81e55a4e80f9eb71bacdaead0b, regionState=CLOSED 2024-12-05T03:19:35,504 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=43, resume processing ppid=42 2024-12-05T03:19:35,504 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=43, ppid=42, state=SUCCESS; CloseRegionProcedure b1358d81e55a4e80f9eb71bacdaead0b, server=971fbbbe942d,46085,1733368737191 in 1.2150 sec 2024-12-05T03:19:35,506 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=42, resume processing ppid=41 2024-12-05T03:19:35,506 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=42, ppid=41, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=b1358d81e55a4e80f9eb71bacdaead0b, UNASSIGN in 1.2190 sec 2024-12-05T03:19:35,508 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=41, resume processing ppid=40 2024-12-05T03:19:35,508 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=41, ppid=40, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.2270 sec 2024-12-05T03:19:35,509 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733368775509"}]},"ts":"1733368775509"} 2024-12-05T03:19:35,510 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-12-05T03:19:35,513 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-12-05T03:19:35,515 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=40, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 1.2460 sec 2024-12-05T03:19:36,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=40 2024-12-05T03:19:36,378 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 40 completed 2024-12-05T03:19:36,381 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-12-05T03:19:36,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] procedure2.ProcedureExecutor(1098): Stored pid=44, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-12-05T03:19:36,386 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=44, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-05T03:19:36,388 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=44, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-05T03:19:36,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=44 2024-12-05T03:19:36,392 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b 2024-12-05T03:19:36,395 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/A, FileablePath, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/B, FileablePath, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/C, FileablePath, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/recovered.edits] 2024-12-05T03:19:36,398 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/A/0bf5261b0da74daeb4abefd5db27ac11 to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/A/0bf5261b0da74daeb4abefd5db27ac11 2024-12-05T03:19:36,400 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/A/aa53594a29b9423094842ad4fe8d1664 to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/A/aa53594a29b9423094842ad4fe8d1664 2024-12-05T03:19:36,401 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/A/d6caa157f4d94ca4bd5df57526d772db to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/A/d6caa157f4d94ca4bd5df57526d772db 2024-12-05T03:19:36,404 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/B/0e3658508af54aa3b3d257e29d6228b9 to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/B/0e3658508af54aa3b3d257e29d6228b9 2024-12-05T03:19:36,405 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/B/5343432c08184ba5b748752eff0bf4de to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/B/5343432c08184ba5b748752eff0bf4de 2024-12-05T03:19:36,406 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/B/c56ffa4349ef45c7a27dc089d5da7669 to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/B/c56ffa4349ef45c7a27dc089d5da7669 2024-12-05T03:19:36,409 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/C/0de21c1c208a49e7a2f6efa8c14624a9 to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/C/0de21c1c208a49e7a2f6efa8c14624a9 2024-12-05T03:19:36,410 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/C/4de2514913dc4084a90cbf571d19441b to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/C/4de2514913dc4084a90cbf571d19441b 2024-12-05T03:19:36,411 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/C/b04055f5396149638dbddc3d10080527 to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/C/b04055f5396149638dbddc3d10080527 2024-12-05T03:19:36,413 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/recovered.edits/690.seqid to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b/recovered.edits/690.seqid 2024-12-05T03:19:36,414 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/b1358d81e55a4e80f9eb71bacdaead0b 2024-12-05T03:19:36,414 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-12-05T03:19:36,419 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=44, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-05T03:19:36,423 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46085 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.KeyOnlyFilter in 0ms 2024-12-05T03:19:36,427 WARN [PEWorker-4 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-12-05T03:19:36,458 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-12-05T03:19:36,459 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=44, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-05T03:19:36,459 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-12-05T03:19:36,460 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1733368742337.b1358d81e55a4e80f9eb71bacdaead0b.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1733368776459"}]},"ts":"9223372036854775807"} 2024-12-05T03:19:36,463 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-12-05T03:19:36,463 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => b1358d81e55a4e80f9eb71bacdaead0b, NAME => 'TestAcidGuarantees,,1733368742337.b1358d81e55a4e80f9eb71bacdaead0b.', STARTKEY => '', ENDKEY => ''}] 2024-12-05T03:19:36,463 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-12-05T03:19:36,463 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1733368776463"}]},"ts":"9223372036854775807"} 2024-12-05T03:19:36,465 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-12-05T03:19:36,467 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(133): Finished pid=44, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-05T03:19:36,469 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=44, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 86 msec 2024-12-05T03:19:36,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=44 2024-12-05T03:19:36,489 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 44 completed 2024-12-05T03:19:36,501 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithAdaptivePolicy#testMixedAtomicity Thread=238 (was 219) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_REGION-regionserver/971fbbbe942d:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x35c2085b-shared-pool-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS:0;971fbbbe942d:46085-shortCompactions-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.PriorityBlockingQueue.take(PriorityBlockingQueue.java:535) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_CLOSE_REGION-regionserver/971fbbbe942d:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-13 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x35c2085b-shared-pool-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1721572262_22 at /127.0.0.1:42748 [Waiting for operation #13] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x35c2085b-shared-pool-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: hconnection-0x35c2085b-shared-pool-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=451 (was 444) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=367 (was 228) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=5885 (was 6807) 2024-12-05T03:19:36,510 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithAdaptivePolicy#testMobMixedAtomicity Thread=238, OpenFileDescriptor=451, MaxFileDescriptor=1048576, SystemLoadAverage=367, ProcessCount=11, AvailableMemoryMB=5885 2024-12-05T03:19:36,511 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-12-05T03:19:36,512 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T03:19:36,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] procedure2.ProcedureExecutor(1098): Stored pid=45, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-12-05T03:19:36,514 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=45, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-12-05T03:19:36,514 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:36,514 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 45 2024-12-05T03:19:36,515 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=45, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-05T03:19:36,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=45 2024-12-05T03:19:36,521 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073741980_1156 (size=963) 2024-12-05T03:19:36,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=45 2024-12-05T03:19:36,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=45 2024-12-05T03:19:36,923 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 6ed6e8b66033709688ac6d7f07d6fc71, NAME => 'TestAcidGuarantees,,1733368776511.6ed6e8b66033709688ac6d7f07d6fc71.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c 2024-12-05T03:19:36,929 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073741981_1157 (size=53) 2024-12-05T03:19:36,938 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-12-05T03:19:37,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=45 2024-12-05T03:19:37,330 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1733368776511.6ed6e8b66033709688ac6d7f07d6fc71.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T03:19:37,330 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing 6ed6e8b66033709688ac6d7f07d6fc71, disabling compactions & flushes 2024-12-05T03:19:37,330 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1733368776511.6ed6e8b66033709688ac6d7f07d6fc71. 2024-12-05T03:19:37,330 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1733368776511.6ed6e8b66033709688ac6d7f07d6fc71. 2024-12-05T03:19:37,330 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1733368776511.6ed6e8b66033709688ac6d7f07d6fc71. after waiting 0 ms 2024-12-05T03:19:37,330 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1733368776511.6ed6e8b66033709688ac6d7f07d6fc71. 2024-12-05T03:19:37,330 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1733368776511.6ed6e8b66033709688ac6d7f07d6fc71. 2024-12-05T03:19:37,330 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for 6ed6e8b66033709688ac6d7f07d6fc71: 2024-12-05T03:19:37,331 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=45, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-12-05T03:19:37,332 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1733368776511.6ed6e8b66033709688ac6d7f07d6fc71.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1733368777331"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733368777331"}]},"ts":"1733368777331"} 2024-12-05T03:19:37,333 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-12-05T03:19:37,334 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=45, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-05T03:19:37,334 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733368777334"}]},"ts":"1733368777334"} 2024-12-05T03:19:37,335 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-12-05T03:19:37,340 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=46, ppid=45, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=6ed6e8b66033709688ac6d7f07d6fc71, ASSIGN}] 2024-12-05T03:19:37,341 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=46, ppid=45, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=6ed6e8b66033709688ac6d7f07d6fc71, ASSIGN 2024-12-05T03:19:37,342 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(264): Starting pid=46, ppid=45, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=6ed6e8b66033709688ac6d7f07d6fc71, ASSIGN; state=OFFLINE, location=971fbbbe942d,46085,1733368737191; forceNewPlan=false, retain=false 2024-12-05T03:19:37,492 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=46 updating hbase:meta row=6ed6e8b66033709688ac6d7f07d6fc71, regionState=OPENING, regionLocation=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:37,494 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=47, ppid=46, state=RUNNABLE; OpenRegionProcedure 6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191}] 2024-12-05T03:19:37,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=45 2024-12-05T03:19:37,646 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 971fbbbe942d,46085,1733368737191 2024-12-05T03:19:37,649 INFO [RS_OPEN_REGION-regionserver/971fbbbe942d:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1733368776511.6ed6e8b66033709688ac6d7f07d6fc71. 2024-12-05T03:19:37,649 DEBUG [RS_OPEN_REGION-regionserver/971fbbbe942d:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(7285): Opening region: {ENCODED => 6ed6e8b66033709688ac6d7f07d6fc71, NAME => 'TestAcidGuarantees,,1733368776511.6ed6e8b66033709688ac6d7f07d6fc71.', STARTKEY => '', ENDKEY => ''} 2024-12-05T03:19:37,650 DEBUG [RS_OPEN_REGION-regionserver/971fbbbe942d:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 6ed6e8b66033709688ac6d7f07d6fc71 2024-12-05T03:19:37,650 DEBUG [RS_OPEN_REGION-regionserver/971fbbbe942d:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1733368776511.6ed6e8b66033709688ac6d7f07d6fc71.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T03:19:37,650 DEBUG [RS_OPEN_REGION-regionserver/971fbbbe942d:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(7327): checking encryption for 6ed6e8b66033709688ac6d7f07d6fc71 2024-12-05T03:19:37,650 DEBUG [RS_OPEN_REGION-regionserver/971fbbbe942d:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(7330): checking classloading for 6ed6e8b66033709688ac6d7f07d6fc71 2024-12-05T03:19:37,651 INFO [StoreOpener-6ed6e8b66033709688ac6d7f07d6fc71-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 6ed6e8b66033709688ac6d7f07d6fc71 2024-12-05T03:19:37,653 INFO [StoreOpener-6ed6e8b66033709688ac6d7f07d6fc71-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-05T03:19:37,653 INFO [StoreOpener-6ed6e8b66033709688ac6d7f07d6fc71-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6ed6e8b66033709688ac6d7f07d6fc71 columnFamilyName A 2024-12-05T03:19:37,653 DEBUG [StoreOpener-6ed6e8b66033709688ac6d7f07d6fc71-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:37,653 INFO [StoreOpener-6ed6e8b66033709688ac6d7f07d6fc71-1 {}] regionserver.HStore(327): Store=6ed6e8b66033709688ac6d7f07d6fc71/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T03:19:37,654 INFO [StoreOpener-6ed6e8b66033709688ac6d7f07d6fc71-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 6ed6e8b66033709688ac6d7f07d6fc71 2024-12-05T03:19:37,654 INFO [StoreOpener-6ed6e8b66033709688ac6d7f07d6fc71-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-05T03:19:37,655 INFO [StoreOpener-6ed6e8b66033709688ac6d7f07d6fc71-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6ed6e8b66033709688ac6d7f07d6fc71 columnFamilyName B 2024-12-05T03:19:37,655 DEBUG [StoreOpener-6ed6e8b66033709688ac6d7f07d6fc71-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:37,656 INFO [StoreOpener-6ed6e8b66033709688ac6d7f07d6fc71-1 {}] regionserver.HStore(327): Store=6ed6e8b66033709688ac6d7f07d6fc71/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T03:19:37,656 INFO [StoreOpener-6ed6e8b66033709688ac6d7f07d6fc71-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 6ed6e8b66033709688ac6d7f07d6fc71 2024-12-05T03:19:37,657 INFO [StoreOpener-6ed6e8b66033709688ac6d7f07d6fc71-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-05T03:19:37,657 INFO [StoreOpener-6ed6e8b66033709688ac6d7f07d6fc71-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6ed6e8b66033709688ac6d7f07d6fc71 columnFamilyName C 2024-12-05T03:19:37,657 DEBUG [StoreOpener-6ed6e8b66033709688ac6d7f07d6fc71-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:37,658 INFO [StoreOpener-6ed6e8b66033709688ac6d7f07d6fc71-1 {}] regionserver.HStore(327): Store=6ed6e8b66033709688ac6d7f07d6fc71/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T03:19:37,658 INFO [RS_OPEN_REGION-regionserver/971fbbbe942d:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1733368776511.6ed6e8b66033709688ac6d7f07d6fc71. 2024-12-05T03:19:37,658 DEBUG [RS_OPEN_REGION-regionserver/971fbbbe942d:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71 2024-12-05T03:19:37,659 DEBUG [RS_OPEN_REGION-regionserver/971fbbbe942d:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71 2024-12-05T03:19:37,660 DEBUG [RS_OPEN_REGION-regionserver/971fbbbe942d:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-05T03:19:37,661 DEBUG [RS_OPEN_REGION-regionserver/971fbbbe942d:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1085): writing seq id for 6ed6e8b66033709688ac6d7f07d6fc71 2024-12-05T03:19:37,663 DEBUG [RS_OPEN_REGION-regionserver/971fbbbe942d:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T03:19:37,664 INFO [RS_OPEN_REGION-regionserver/971fbbbe942d:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1102): Opened 6ed6e8b66033709688ac6d7f07d6fc71; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68165057, jitterRate=0.015738502144813538}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-05T03:19:37,664 DEBUG [RS_OPEN_REGION-regionserver/971fbbbe942d:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1001): Region open journal for 6ed6e8b66033709688ac6d7f07d6fc71: 2024-12-05T03:19:37,665 INFO [RS_OPEN_REGION-regionserver/971fbbbe942d:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1733368776511.6ed6e8b66033709688ac6d7f07d6fc71., pid=47, masterSystemTime=1733368777646 2024-12-05T03:19:37,666 DEBUG [RS_OPEN_REGION-regionserver/971fbbbe942d:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1733368776511.6ed6e8b66033709688ac6d7f07d6fc71. 2024-12-05T03:19:37,667 INFO [RS_OPEN_REGION-regionserver/971fbbbe942d:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1733368776511.6ed6e8b66033709688ac6d7f07d6fc71. 2024-12-05T03:19:37,667 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=46 updating hbase:meta row=6ed6e8b66033709688ac6d7f07d6fc71, regionState=OPEN, openSeqNum=2, regionLocation=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:37,669 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=47, resume processing ppid=46 2024-12-05T03:19:37,669 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=47, ppid=46, state=SUCCESS; OpenRegionProcedure 6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 in 174 msec 2024-12-05T03:19:37,671 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=46, resume processing ppid=45 2024-12-05T03:19:37,671 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=46, ppid=45, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=6ed6e8b66033709688ac6d7f07d6fc71, ASSIGN in 330 msec 2024-12-05T03:19:37,671 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=45, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-05T03:19:37,671 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733368777671"}]},"ts":"1733368777671"} 2024-12-05T03:19:37,672 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-12-05T03:19:37,675 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=45, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-12-05T03:19:37,676 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=45, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.1630 sec 2024-12-05T03:19:38,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=45 2024-12-05T03:19:38,620 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 45 completed 2024-12-05T03:19:38,622 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x04ddf4c3 to 127.0.0.1:54474 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@ff872d8 2024-12-05T03:19:38,625 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4506927, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T03:19:38,627 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T03:19:38,629 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50130, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T03:19:38,630 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T03:19:38,631 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43436, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T03:19:38,636 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-12-05T03:19:38,637 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.HMaster$14(2798): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T03:19:38,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] procedure2.ProcedureExecutor(1098): Stored pid=48, state=RUNNABLE:MODIFY_TABLE_PREPARE; ModifyTableProcedure table=TestAcidGuarantees 2024-12-05T03:19:38,653 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073741982_1158 (size=999) 2024-12-05T03:19:39,055 DEBUG [PEWorker-3 {}] util.FSTableDescriptors(519): Deleted hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.963 2024-12-05T03:19:39,055 INFO [PEWorker-3 {}] util.FSTableDescriptors(297): Updated tableinfo=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.999 2024-12-05T03:19:39,059 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=49, ppid=48, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-12-05T03:19:39,067 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=50, ppid=49, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=6ed6e8b66033709688ac6d7f07d6fc71, REOPEN/MOVE}] 2024-12-05T03:19:39,068 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=50, ppid=49, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=6ed6e8b66033709688ac6d7f07d6fc71, REOPEN/MOVE 2024-12-05T03:19:39,068 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=50 updating hbase:meta row=6ed6e8b66033709688ac6d7f07d6fc71, regionState=CLOSING, regionLocation=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:39,070 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-05T03:19:39,070 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=51, ppid=50, state=RUNNABLE; CloseRegionProcedure 6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191}] 2024-12-05T03:19:39,221 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 971fbbbe942d,46085,1733368737191 2024-12-05T03:19:39,222 INFO [RS_CLOSE_REGION-regionserver/971fbbbe942d:0-0 {event_type=M_RS_CLOSE_REGION, pid=51}] handler.UnassignRegionHandler(124): Close 6ed6e8b66033709688ac6d7f07d6fc71 2024-12-05T03:19:39,222 DEBUG [RS_CLOSE_REGION-regionserver/971fbbbe942d:0-0 {event_type=M_RS_CLOSE_REGION, pid=51}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-12-05T03:19:39,222 DEBUG [RS_CLOSE_REGION-regionserver/971fbbbe942d:0-0 {event_type=M_RS_CLOSE_REGION, pid=51}] regionserver.HRegion(1681): Closing 6ed6e8b66033709688ac6d7f07d6fc71, disabling compactions & flushes 2024-12-05T03:19:39,222 INFO [RS_CLOSE_REGION-regionserver/971fbbbe942d:0-0 {event_type=M_RS_CLOSE_REGION, pid=51}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1733368776511.6ed6e8b66033709688ac6d7f07d6fc71. 2024-12-05T03:19:39,222 DEBUG [RS_CLOSE_REGION-regionserver/971fbbbe942d:0-0 {event_type=M_RS_CLOSE_REGION, pid=51}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1733368776511.6ed6e8b66033709688ac6d7f07d6fc71. 2024-12-05T03:19:39,222 DEBUG [RS_CLOSE_REGION-regionserver/971fbbbe942d:0-0 {event_type=M_RS_CLOSE_REGION, pid=51}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1733368776511.6ed6e8b66033709688ac6d7f07d6fc71. after waiting 0 ms 2024-12-05T03:19:39,222 DEBUG [RS_CLOSE_REGION-regionserver/971fbbbe942d:0-0 {event_type=M_RS_CLOSE_REGION, pid=51}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1733368776511.6ed6e8b66033709688ac6d7f07d6fc71. 2024-12-05T03:19:39,226 DEBUG [RS_CLOSE_REGION-regionserver/971fbbbe942d:0-0 {event_type=M_RS_CLOSE_REGION, pid=51}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-05T03:19:39,227 INFO [RS_CLOSE_REGION-regionserver/971fbbbe942d:0-0 {event_type=M_RS_CLOSE_REGION, pid=51}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1733368776511.6ed6e8b66033709688ac6d7f07d6fc71. 2024-12-05T03:19:39,227 DEBUG [RS_CLOSE_REGION-regionserver/971fbbbe942d:0-0 {event_type=M_RS_CLOSE_REGION, pid=51}] regionserver.HRegion(1635): Region close journal for 6ed6e8b66033709688ac6d7f07d6fc71: 2024-12-05T03:19:39,227 WARN [RS_CLOSE_REGION-regionserver/971fbbbe942d:0-0 {event_type=M_RS_CLOSE_REGION, pid=51}] regionserver.HRegionServer(3786): Not adding moved region record: 6ed6e8b66033709688ac6d7f07d6fc71 to self. 2024-12-05T03:19:39,228 INFO [RS_CLOSE_REGION-regionserver/971fbbbe942d:0-0 {event_type=M_RS_CLOSE_REGION, pid=51}] handler.UnassignRegionHandler(170): Closed 6ed6e8b66033709688ac6d7f07d6fc71 2024-12-05T03:19:39,229 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=50 updating hbase:meta row=6ed6e8b66033709688ac6d7f07d6fc71, regionState=CLOSED 2024-12-05T03:19:39,231 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=51, resume processing ppid=50 2024-12-05T03:19:39,231 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=51, ppid=50, state=SUCCESS; CloseRegionProcedure 6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 in 160 msec 2024-12-05T03:19:39,231 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=50, ppid=49, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=6ed6e8b66033709688ac6d7f07d6fc71, REOPEN/MOVE; state=CLOSED, location=971fbbbe942d,46085,1733368737191; forceNewPlan=false, retain=true 2024-12-05T03:19:39,382 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=50 updating hbase:meta row=6ed6e8b66033709688ac6d7f07d6fc71, regionState=OPENING, regionLocation=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:39,384 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=52, ppid=50, state=RUNNABLE; OpenRegionProcedure 6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191}] 2024-12-05T03:19:39,535 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 971fbbbe942d,46085,1733368737191 2024-12-05T03:19:39,538 INFO [RS_OPEN_REGION-regionserver/971fbbbe942d:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1733368776511.6ed6e8b66033709688ac6d7f07d6fc71. 2024-12-05T03:19:39,539 DEBUG [RS_OPEN_REGION-regionserver/971fbbbe942d:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(7285): Opening region: {ENCODED => 6ed6e8b66033709688ac6d7f07d6fc71, NAME => 'TestAcidGuarantees,,1733368776511.6ed6e8b66033709688ac6d7f07d6fc71.', STARTKEY => '', ENDKEY => ''} 2024-12-05T03:19:39,539 DEBUG [RS_OPEN_REGION-regionserver/971fbbbe942d:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 6ed6e8b66033709688ac6d7f07d6fc71 2024-12-05T03:19:39,539 DEBUG [RS_OPEN_REGION-regionserver/971fbbbe942d:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1733368776511.6ed6e8b66033709688ac6d7f07d6fc71.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T03:19:39,539 DEBUG [RS_OPEN_REGION-regionserver/971fbbbe942d:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(7327): checking encryption for 6ed6e8b66033709688ac6d7f07d6fc71 2024-12-05T03:19:39,539 DEBUG [RS_OPEN_REGION-regionserver/971fbbbe942d:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(7330): checking classloading for 6ed6e8b66033709688ac6d7f07d6fc71 2024-12-05T03:19:39,542 INFO [StoreOpener-6ed6e8b66033709688ac6d7f07d6fc71-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 6ed6e8b66033709688ac6d7f07d6fc71 2024-12-05T03:19:39,542 INFO [StoreOpener-6ed6e8b66033709688ac6d7f07d6fc71-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-05T03:19:39,547 INFO [StoreOpener-6ed6e8b66033709688ac6d7f07d6fc71-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6ed6e8b66033709688ac6d7f07d6fc71 columnFamilyName A 2024-12-05T03:19:39,549 DEBUG [StoreOpener-6ed6e8b66033709688ac6d7f07d6fc71-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:39,550 INFO [StoreOpener-6ed6e8b66033709688ac6d7f07d6fc71-1 {}] regionserver.HStore(327): Store=6ed6e8b66033709688ac6d7f07d6fc71/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T03:19:39,550 INFO [StoreOpener-6ed6e8b66033709688ac6d7f07d6fc71-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 6ed6e8b66033709688ac6d7f07d6fc71 2024-12-05T03:19:39,551 INFO [StoreOpener-6ed6e8b66033709688ac6d7f07d6fc71-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-05T03:19:39,551 INFO [StoreOpener-6ed6e8b66033709688ac6d7f07d6fc71-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6ed6e8b66033709688ac6d7f07d6fc71 columnFamilyName B 2024-12-05T03:19:39,551 DEBUG [StoreOpener-6ed6e8b66033709688ac6d7f07d6fc71-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:39,551 INFO [StoreOpener-6ed6e8b66033709688ac6d7f07d6fc71-1 {}] regionserver.HStore(327): Store=6ed6e8b66033709688ac6d7f07d6fc71/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T03:19:39,552 INFO [StoreOpener-6ed6e8b66033709688ac6d7f07d6fc71-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 6ed6e8b66033709688ac6d7f07d6fc71 2024-12-05T03:19:39,552 INFO [StoreOpener-6ed6e8b66033709688ac6d7f07d6fc71-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-05T03:19:39,552 INFO [StoreOpener-6ed6e8b66033709688ac6d7f07d6fc71-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6ed6e8b66033709688ac6d7f07d6fc71 columnFamilyName C 2024-12-05T03:19:39,552 DEBUG [StoreOpener-6ed6e8b66033709688ac6d7f07d6fc71-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:39,553 INFO [StoreOpener-6ed6e8b66033709688ac6d7f07d6fc71-1 {}] regionserver.HStore(327): Store=6ed6e8b66033709688ac6d7f07d6fc71/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T03:19:39,553 INFO [RS_OPEN_REGION-regionserver/971fbbbe942d:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1733368776511.6ed6e8b66033709688ac6d7f07d6fc71. 2024-12-05T03:19:39,554 DEBUG [RS_OPEN_REGION-regionserver/971fbbbe942d:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71 2024-12-05T03:19:39,554 DEBUG [RS_OPEN_REGION-regionserver/971fbbbe942d:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71 2024-12-05T03:19:39,556 DEBUG [RS_OPEN_REGION-regionserver/971fbbbe942d:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-05T03:19:39,557 DEBUG [RS_OPEN_REGION-regionserver/971fbbbe942d:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1085): writing seq id for 6ed6e8b66033709688ac6d7f07d6fc71 2024-12-05T03:19:39,558 INFO [RS_OPEN_REGION-regionserver/971fbbbe942d:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1102): Opened 6ed6e8b66033709688ac6d7f07d6fc71; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59636272, jitterRate=-0.11135029792785645}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-05T03:19:39,559 DEBUG [RS_OPEN_REGION-regionserver/971fbbbe942d:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1001): Region open journal for 6ed6e8b66033709688ac6d7f07d6fc71: 2024-12-05T03:19:39,560 INFO [RS_OPEN_REGION-regionserver/971fbbbe942d:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1733368776511.6ed6e8b66033709688ac6d7f07d6fc71., pid=52, masterSystemTime=1733368779535 2024-12-05T03:19:39,561 DEBUG [RS_OPEN_REGION-regionserver/971fbbbe942d:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1733368776511.6ed6e8b66033709688ac6d7f07d6fc71. 2024-12-05T03:19:39,562 INFO [RS_OPEN_REGION-regionserver/971fbbbe942d:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1733368776511.6ed6e8b66033709688ac6d7f07d6fc71. 2024-12-05T03:19:39,562 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=50 updating hbase:meta row=6ed6e8b66033709688ac6d7f07d6fc71, regionState=OPEN, openSeqNum=5, regionLocation=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:39,565 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=52, resume processing ppid=50 2024-12-05T03:19:39,565 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=52, ppid=50, state=SUCCESS; OpenRegionProcedure 6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 in 180 msec 2024-12-05T03:19:39,566 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=50, resume processing ppid=49 2024-12-05T03:19:39,566 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=50, ppid=49, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=6ed6e8b66033709688ac6d7f07d6fc71, REOPEN/MOVE in 498 msec 2024-12-05T03:19:39,568 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=49, resume processing ppid=48 2024-12-05T03:19:39,568 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=49, ppid=48, state=SUCCESS; ReopenTableRegionsProcedure table=TestAcidGuarantees in 509 msec 2024-12-05T03:19:39,571 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=48, state=SUCCESS; ModifyTableProcedure table=TestAcidGuarantees in 931 msec 2024-12-05T03:19:39,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=48 2024-12-05T03:19:39,578 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x29458edd to 127.0.0.1:54474 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@46c2c778 2024-12-05T03:19:39,584 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@79982672, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T03:19:39,585 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x4c7d6279 to 127.0.0.1:54474 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@433e2b26 2024-12-05T03:19:39,589 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b4bd1ba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T03:19:39,590 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x328f994d to 127.0.0.1:54474 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@e3a4420 2024-12-05T03:19:39,593 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ebda6ad, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T03:19:39,594 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x0a9306be to 127.0.0.1:54474 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@24f64590 2024-12-05T03:19:39,597 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@505d5ccd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T03:19:39,598 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x769942d9 to 127.0.0.1:54474 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7c5c4716 2024-12-05T03:19:39,601 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@465dc764, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T03:19:39,602 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2885d2d9 to 127.0.0.1:54474 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@cb464a 2024-12-05T03:19:39,604 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@68f0be85, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T03:19:39,605 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x22e911df to 127.0.0.1:54474 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@78cafade 2024-12-05T03:19:39,608 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@152377d4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T03:19:39,609 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3b727d6e to 127.0.0.1:54474 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@14c16cd4 2024-12-05T03:19:39,611 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a52344f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T03:19:39,612 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1c7940d9 to 127.0.0.1:54474 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@341384e 2024-12-05T03:19:39,615 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8ba8425, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T03:19:39,618 DEBUG [hconnection-0x4c751f2a-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T03:19:39,618 DEBUG [hconnection-0x20d8951c-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T03:19:39,619 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-05T03:19:39,619 DEBUG [hconnection-0x531be870-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T03:19:39,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] procedure2.ProcedureExecutor(1098): Stored pid=53, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=53, table=TestAcidGuarantees 2024-12-05T03:19:39,620 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50132, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T03:19:39,620 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50144, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T03:19:39,621 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=53, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=53, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-05T03:19:39,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-12-05T03:19:39,622 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50150, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T03:19:39,622 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=53, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=53, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-05T03:19:39,622 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=54, ppid=53, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-05T03:19:39,624 DEBUG [hconnection-0x200f5271-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T03:19:39,625 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50162, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T03:19:39,626 DEBUG [hconnection-0x481990e8-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T03:19:39,627 DEBUG [hconnection-0x25f4197e-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T03:19:39,627 DEBUG [hconnection-0x1f779f2a-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T03:19:39,627 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50168, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T03:19:39,628 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50174, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T03:19:39,629 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50178, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T03:19:39,629 DEBUG [hconnection-0x2ea9014a-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T03:19:39,630 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50190, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T03:19:39,634 DEBUG [hconnection-0x1087dbe5-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T03:19:39,635 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50192, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T03:19:39,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(8581): Flush requested on 6ed6e8b66033709688ac6d7f07d6fc71 2024-12-05T03:19:39,642 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 6ed6e8b66033709688ac6d7f07d6fc71 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-05T03:19:39,644 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6ed6e8b66033709688ac6d7f07d6fc71, store=A 2024-12-05T03:19:39,644 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T03:19:39,644 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6ed6e8b66033709688ac6d7f07d6fc71, store=B 2024-12-05T03:19:39,644 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T03:19:39,644 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6ed6e8b66033709688ac6d7f07d6fc71, store=C 2024-12-05T03:19:39,644 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T03:19:39,688 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:39,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50150 deadline: 1733368839681, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:39,694 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:39,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50144 deadline: 1733368839683, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:39,694 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:39,694 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:39,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50178 deadline: 1733368839685, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:39,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50132 deadline: 1733368839684, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:39,695 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:39,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50162 deadline: 1733368839686, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:39,706 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241205e60a8ae13fda4a3ab443faa2706b420f_6ed6e8b66033709688ac6d7f07d6fc71 is 50, key is test_row_0/A:col10/1733368779638/Put/seqid=0 2024-12-05T03:19:39,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-12-05T03:19:39,731 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073741983_1159 (size=19474) 2024-12-05T03:19:39,732 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:39,738 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241205e60a8ae13fda4a3ab443faa2706b420f_6ed6e8b66033709688ac6d7f07d6fc71 to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241205e60a8ae13fda4a3ab443faa2706b420f_6ed6e8b66033709688ac6d7f07d6fc71 2024-12-05T03:19:39,740 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/.tmp/A/596e96c10e0940d18ec26b95d7ba4c4b, store: [table=TestAcidGuarantees family=A region=6ed6e8b66033709688ac6d7f07d6fc71] 2024-12-05T03:19:39,750 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/.tmp/A/596e96c10e0940d18ec26b95d7ba4c4b is 175, key is test_row_0/A:col10/1733368779638/Put/seqid=0 2024-12-05T03:19:39,771 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073741984_1160 (size=56733) 2024-12-05T03:19:39,772 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=16, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/.tmp/A/596e96c10e0940d18ec26b95d7ba4c4b 2024-12-05T03:19:39,774 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 971fbbbe942d,46085,1733368737191 2024-12-05T03:19:39,775 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46085 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-12-05T03:19:39,775 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733368776511.6ed6e8b66033709688ac6d7f07d6fc71. 2024-12-05T03:19:39,775 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733368776511.6ed6e8b66033709688ac6d7f07d6fc71. as already flushing 2024-12-05T03:19:39,775 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733368776511.6ed6e8b66033709688ac6d7f07d6fc71. 2024-12-05T03:19:39,775 ERROR [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] handler.RSProcedureHandler(58): pid=54 java.io.IOException: Unable to complete flush {ENCODED => 6ed6e8b66033709688ac6d7f07d6fc71, NAME => 'TestAcidGuarantees,,1733368776511.6ed6e8b66033709688ac6d7f07d6fc71.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:19:39,776 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=54 java.io.IOException: Unable to complete flush {ENCODED => 6ed6e8b66033709688ac6d7f07d6fc71, NAME => 'TestAcidGuarantees,,1733368776511.6ed6e8b66033709688ac6d7f07d6fc71.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:19:39,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.HMaster(4114): Remote procedure failed, pid=54 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6ed6e8b66033709688ac6d7f07d6fc71, NAME => 'TestAcidGuarantees,,1733368776511.6ed6e8b66033709688ac6d7f07d6fc71.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6ed6e8b66033709688ac6d7f07d6fc71, NAME => 'TestAcidGuarantees,,1733368776511.6ed6e8b66033709688ac6d7f07d6fc71.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:19:39,797 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:39,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50150 deadline: 1733368839795, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:39,797 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:39,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50132 deadline: 1733368839796, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:39,798 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:39,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50178 deadline: 1733368839796, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:39,798 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:39,798 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:39,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50144 deadline: 1733368839796, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:39,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50162 deadline: 1733368839796, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:39,828 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/.tmp/B/02ca37e7f6aa4780b53286842c759adc is 50, key is test_row_0/B:col10/1733368779638/Put/seqid=0 2024-12-05T03:19:39,850 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073741985_1161 (size=12001) 2024-12-05T03:19:39,851 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/.tmp/B/02ca37e7f6aa4780b53286842c759adc 2024-12-05T03:19:39,897 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/.tmp/C/6049902df5114f0d897a9378645c4ab4 is 50, key is test_row_0/C:col10/1733368779638/Put/seqid=0 2024-12-05T03:19:39,910 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073741986_1162 (size=12001) 2024-12-05T03:19:39,912 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/.tmp/C/6049902df5114f0d897a9378645c4ab4 2024-12-05T03:19:39,919 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/.tmp/A/596e96c10e0940d18ec26b95d7ba4c4b as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/A/596e96c10e0940d18ec26b95d7ba4c4b 2024-12-05T03:19:39,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-12-05T03:19:39,926 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/A/596e96c10e0940d18ec26b95d7ba4c4b, entries=300, sequenceid=16, filesize=55.4 K 2024-12-05T03:19:39,927 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/.tmp/B/02ca37e7f6aa4780b53286842c759adc as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/B/02ca37e7f6aa4780b53286842c759adc 2024-12-05T03:19:39,928 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 971fbbbe942d,46085,1733368737191 2024-12-05T03:19:39,929 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46085 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-12-05T03:19:39,929 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733368776511.6ed6e8b66033709688ac6d7f07d6fc71. 2024-12-05T03:19:39,929 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733368776511.6ed6e8b66033709688ac6d7f07d6fc71. as already flushing 2024-12-05T03:19:39,929 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733368776511.6ed6e8b66033709688ac6d7f07d6fc71. 2024-12-05T03:19:39,929 ERROR [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] handler.RSProcedureHandler(58): pid=54 java.io.IOException: Unable to complete flush {ENCODED => 6ed6e8b66033709688ac6d7f07d6fc71, NAME => 'TestAcidGuarantees,,1733368776511.6ed6e8b66033709688ac6d7f07d6fc71.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:19:39,930 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=54 java.io.IOException: Unable to complete flush {ENCODED => 6ed6e8b66033709688ac6d7f07d6fc71, NAME => 'TestAcidGuarantees,,1733368776511.6ed6e8b66033709688ac6d7f07d6fc71.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:19:39,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.HMaster(4114): Remote procedure failed, pid=54 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6ed6e8b66033709688ac6d7f07d6fc71, NAME => 'TestAcidGuarantees,,1733368776511.6ed6e8b66033709688ac6d7f07d6fc71.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6ed6e8b66033709688ac6d7f07d6fc71, NAME => 'TestAcidGuarantees,,1733368776511.6ed6e8b66033709688ac6d7f07d6fc71.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:19:39,953 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/B/02ca37e7f6aa4780b53286842c759adc, entries=150, sequenceid=16, filesize=11.7 K 2024-12-05T03:19:39,954 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/.tmp/C/6049902df5114f0d897a9378645c4ab4 as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/C/6049902df5114f0d897a9378645c4ab4 2024-12-05T03:19:39,960 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/C/6049902df5114f0d897a9378645c4ab4, entries=150, sequenceid=16, filesize=11.7 K 2024-12-05T03:19:39,964 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=154.31 KB/158010 for 6ed6e8b66033709688ac6d7f07d6fc71 in 322ms, sequenceid=16, compaction requested=false 2024-12-05T03:19:39,964 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-12-05T03:19:39,965 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 6ed6e8b66033709688ac6d7f07d6fc71: 2024-12-05T03:19:40,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(8581): Flush requested on 6ed6e8b66033709688ac6d7f07d6fc71 2024-12-05T03:19:40,007 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 6ed6e8b66033709688ac6d7f07d6fc71 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-12-05T03:19:40,007 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6ed6e8b66033709688ac6d7f07d6fc71, store=A 2024-12-05T03:19:40,007 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T03:19:40,007 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6ed6e8b66033709688ac6d7f07d6fc71, store=B 2024-12-05T03:19:40,007 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T03:19:40,007 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6ed6e8b66033709688ac6d7f07d6fc71, store=C 2024-12-05T03:19:40,007 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T03:19:40,016 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:40,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50144 deadline: 1733368840013, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:40,017 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:40,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50132 deadline: 1733368840014, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:40,023 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:40,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50178 deadline: 1733368840016, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:40,024 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:40,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50150 deadline: 1733368840019, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:40,028 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:40,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50162 deadline: 1733368840020, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:40,034 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241205abd12a3047804047979809a4beec2109_6ed6e8b66033709688ac6d7f07d6fc71 is 50, key is test_row_0/A:col10/1733368779672/Put/seqid=0 2024-12-05T03:19:40,049 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073741987_1163 (size=17034) 2024-12-05T03:19:40,050 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:40,055 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241205abd12a3047804047979809a4beec2109_6ed6e8b66033709688ac6d7f07d6fc71 to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241205abd12a3047804047979809a4beec2109_6ed6e8b66033709688ac6d7f07d6fc71 2024-12-05T03:19:40,056 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/.tmp/A/543915d454dd46bb9af955f0e7fb9f9f, store: [table=TestAcidGuarantees family=A region=6ed6e8b66033709688ac6d7f07d6fc71] 2024-12-05T03:19:40,057 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/.tmp/A/543915d454dd46bb9af955f0e7fb9f9f is 175, key is test_row_0/A:col10/1733368779672/Put/seqid=0 2024-12-05T03:19:40,077 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073741988_1164 (size=48139) 2024-12-05T03:19:40,079 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=44, memsize=55.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/.tmp/A/543915d454dd46bb9af955f0e7fb9f9f 2024-12-05T03:19:40,082 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 971fbbbe942d,46085,1733368737191 2024-12-05T03:19:40,083 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46085 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-12-05T03:19:40,083 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733368776511.6ed6e8b66033709688ac6d7f07d6fc71. 2024-12-05T03:19:40,083 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733368776511.6ed6e8b66033709688ac6d7f07d6fc71. as already flushing 2024-12-05T03:19:40,083 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733368776511.6ed6e8b66033709688ac6d7f07d6fc71. 2024-12-05T03:19:40,083 ERROR [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] handler.RSProcedureHandler(58): pid=54 java.io.IOException: Unable to complete flush {ENCODED => 6ed6e8b66033709688ac6d7f07d6fc71, NAME => 'TestAcidGuarantees,,1733368776511.6ed6e8b66033709688ac6d7f07d6fc71.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:19:40,083 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=54 java.io.IOException: Unable to complete flush {ENCODED => 6ed6e8b66033709688ac6d7f07d6fc71, NAME => 'TestAcidGuarantees,,1733368776511.6ed6e8b66033709688ac6d7f07d6fc71.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:19:40,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.HMaster(4114): Remote procedure failed, pid=54 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6ed6e8b66033709688ac6d7f07d6fc71, NAME => 'TestAcidGuarantees,,1733368776511.6ed6e8b66033709688ac6d7f07d6fc71.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6ed6e8b66033709688ac6d7f07d6fc71, NAME => 'TestAcidGuarantees,,1733368776511.6ed6e8b66033709688ac6d7f07d6fc71.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:19:40,094 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/.tmp/B/79a5808a627f4ec5aaa2d2c5f400fdcb is 50, key is test_row_0/B:col10/1733368779672/Put/seqid=0 2024-12-05T03:19:40,121 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:40,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50144 deadline: 1733368840118, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:40,122 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:40,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50132 deadline: 1733368840118, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:40,125 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:40,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50178 deadline: 1733368840125, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:40,129 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:40,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50150 deadline: 1733368840129, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:40,134 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073741989_1165 (size=12001) 2024-12-05T03:19:40,137 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=44 (bloomFilter=true), to=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/.tmp/B/79a5808a627f4ec5aaa2d2c5f400fdcb 2024-12-05T03:19:40,137 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:40,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50162 deadline: 1733368840136, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:40,150 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/.tmp/C/f54dc37debf24b2381f576e572c21c29 is 50, key is test_row_0/C:col10/1733368779672/Put/seqid=0 2024-12-05T03:19:40,181 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073741990_1166 (size=12001) 2024-12-05T03:19:40,182 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=44 (bloomFilter=true), to=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/.tmp/C/f54dc37debf24b2381f576e572c21c29 2024-12-05T03:19:40,190 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/.tmp/A/543915d454dd46bb9af955f0e7fb9f9f as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/A/543915d454dd46bb9af955f0e7fb9f9f 2024-12-05T03:19:40,195 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/A/543915d454dd46bb9af955f0e7fb9f9f, entries=250, sequenceid=44, filesize=47.0 K 2024-12-05T03:19:40,196 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/.tmp/B/79a5808a627f4ec5aaa2d2c5f400fdcb as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/B/79a5808a627f4ec5aaa2d2c5f400fdcb 2024-12-05T03:19:40,203 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/B/79a5808a627f4ec5aaa2d2c5f400fdcb, entries=150, sequenceid=44, filesize=11.7 K 2024-12-05T03:19:40,204 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/.tmp/C/f54dc37debf24b2381f576e572c21c29 as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/C/f54dc37debf24b2381f576e572c21c29 2024-12-05T03:19:40,209 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/C/f54dc37debf24b2381f576e572c21c29, entries=150, sequenceid=44, filesize=11.7 K 2024-12-05T03:19:40,210 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~167.72 KB/171750, heapSize ~440.16 KB/450720, currentSize=46.96 KB/48090 for 6ed6e8b66033709688ac6d7f07d6fc71 in 203ms, sequenceid=44, compaction requested=false 2024-12-05T03:19:40,210 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 6ed6e8b66033709688ac6d7f07d6fc71: 2024-12-05T03:19:40,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-12-05T03:19:40,236 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 971fbbbe942d,46085,1733368737191 2024-12-05T03:19:40,237 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46085 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-12-05T03:19:40,237 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733368776511.6ed6e8b66033709688ac6d7f07d6fc71. 2024-12-05T03:19:40,237 INFO [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2837): Flushing 6ed6e8b66033709688ac6d7f07d6fc71 3/3 column families, dataSize=46.96 KB heapSize=123.80 KB 2024-12-05T03:19:40,238 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6ed6e8b66033709688ac6d7f07d6fc71, store=A 2024-12-05T03:19:40,238 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T03:19:40,238 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6ed6e8b66033709688ac6d7f07d6fc71, store=B 2024-12-05T03:19:40,238 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T03:19:40,238 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6ed6e8b66033709688ac6d7f07d6fc71, store=C 2024-12-05T03:19:40,238 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T03:19:40,269 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412053c7eb64bfb5f444e87f51501999d9a1c_6ed6e8b66033709688ac6d7f07d6fc71 is 50, key is test_row_0/A:col10/1733368780015/Put/seqid=0 2024-12-05T03:19:40,285 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073741991_1167 (size=12154) 2024-12-05T03:19:40,287 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:40,291 INFO [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412053c7eb64bfb5f444e87f51501999d9a1c_6ed6e8b66033709688ac6d7f07d6fc71 to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412053c7eb64bfb5f444e87f51501999d9a1c_6ed6e8b66033709688ac6d7f07d6fc71 2024-12-05T03:19:40,292 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/.tmp/A/a1fe297c16ad46c095e151af083e7764, store: [table=TestAcidGuarantees family=A region=6ed6e8b66033709688ac6d7f07d6fc71] 2024-12-05T03:19:40,293 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/.tmp/A/a1fe297c16ad46c095e151af083e7764 is 175, key is test_row_0/A:col10/1733368780015/Put/seqid=0 2024-12-05T03:19:40,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(8581): Flush requested on 6ed6e8b66033709688ac6d7f07d6fc71 2024-12-05T03:19:40,327 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733368776511.6ed6e8b66033709688ac6d7f07d6fc71. as already flushing 2024-12-05T03:19:40,334 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073741992_1168 (size=30955) 2024-12-05T03:19:40,337 INFO [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=54, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/.tmp/A/a1fe297c16ad46c095e151af083e7764 2024-12-05T03:19:40,356 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/.tmp/B/a3dab060ac634cb1972ac00f92e76a0d is 50, key is test_row_0/B:col10/1733368780015/Put/seqid=0 2024-12-05T03:19:40,369 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073741993_1169 (size=12001) 2024-12-05T03:19:40,371 INFO [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=54 (bloomFilter=true), to=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/.tmp/B/a3dab060ac634cb1972ac00f92e76a0d 2024-12-05T03:19:40,380 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:40,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50144 deadline: 1733368840374, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:40,381 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:40,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50132 deadline: 1733368840375, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:40,382 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:40,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50150 deadline: 1733368840378, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:40,386 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:40,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50178 deadline: 1733368840381, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:40,387 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:40,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50162 deadline: 1733368840382, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:40,391 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/.tmp/C/543de3e8f4fc4d68b3986f2f83427d11 is 50, key is test_row_0/C:col10/1733368780015/Put/seqid=0 2024-12-05T03:19:40,405 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073741994_1170 (size=12001) 2024-12-05T03:19:40,406 INFO [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=54 (bloomFilter=true), to=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/.tmp/C/543de3e8f4fc4d68b3986f2f83427d11 2024-12-05T03:19:40,413 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/.tmp/A/a1fe297c16ad46c095e151af083e7764 as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/A/a1fe297c16ad46c095e151af083e7764 2024-12-05T03:19:40,418 INFO [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/A/a1fe297c16ad46c095e151af083e7764, entries=150, sequenceid=54, filesize=30.2 K 2024-12-05T03:19:40,421 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/.tmp/B/a3dab060ac634cb1972ac00f92e76a0d as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/B/a3dab060ac634cb1972ac00f92e76a0d 2024-12-05T03:19:40,426 INFO [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/B/a3dab060ac634cb1972ac00f92e76a0d, entries=150, sequenceid=54, filesize=11.7 K 2024-12-05T03:19:40,428 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/.tmp/C/543de3e8f4fc4d68b3986f2f83427d11 as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/C/543de3e8f4fc4d68b3986f2f83427d11 2024-12-05T03:19:40,433 INFO [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/C/543de3e8f4fc4d68b3986f2f83427d11, entries=150, sequenceid=54, filesize=11.7 K 2024-12-05T03:19:40,435 INFO [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(3040): Finished flush of dataSize ~46.96 KB/48090, heapSize ~123.75 KB/126720, currentSize=161.02 KB/164880 for 6ed6e8b66033709688ac6d7f07d6fc71 in 198ms, sequenceid=54, compaction requested=true 2024-12-05T03:19:40,435 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2538): Flush status journal for 6ed6e8b66033709688ac6d7f07d6fc71: 2024-12-05T03:19:40,435 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733368776511.6ed6e8b66033709688ac6d7f07d6fc71. 2024-12-05T03:19:40,435 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=54 2024-12-05T03:19:40,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.HMaster(4106): Remote procedure done, pid=54 2024-12-05T03:19:40,438 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=54, resume processing ppid=53 2024-12-05T03:19:40,438 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=54, ppid=53, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 814 msec 2024-12-05T03:19:40,439 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=53, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=53, table=TestAcidGuarantees in 819 msec 2024-12-05T03:19:40,491 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 6ed6e8b66033709688ac6d7f07d6fc71 3/3 column families, dataSize=181.14 KB heapSize=475.36 KB 2024-12-05T03:19:40,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(8581): Flush requested on 6ed6e8b66033709688ac6d7f07d6fc71 2024-12-05T03:19:40,493 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6ed6e8b66033709688ac6d7f07d6fc71, store=A 2024-12-05T03:19:40,493 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T03:19:40,493 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6ed6e8b66033709688ac6d7f07d6fc71, store=B 2024-12-05T03:19:40,493 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T03:19:40,493 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6ed6e8b66033709688ac6d7f07d6fc71, store=C 2024-12-05T03:19:40,493 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T03:19:40,500 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:40,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50132 deadline: 1733368840493, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:40,507 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:40,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50150 deadline: 1733368840494, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:40,508 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:40,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50178 deadline: 1733368840496, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:40,518 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:40,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50162 deadline: 1733368840498, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:40,518 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:40,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50144 deadline: 1733368840500, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:40,520 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412056b5e1e8f245f477199230d34d3cdec74_6ed6e8b66033709688ac6d7f07d6fc71 is 50, key is test_row_0/A:col10/1733368780488/Put/seqid=0 2024-12-05T03:19:40,546 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073741995_1171 (size=12154) 2024-12-05T03:19:40,547 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:40,555 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412056b5e1e8f245f477199230d34d3cdec74_6ed6e8b66033709688ac6d7f07d6fc71 to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412056b5e1e8f245f477199230d34d3cdec74_6ed6e8b66033709688ac6d7f07d6fc71 2024-12-05T03:19:40,557 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/.tmp/A/d01e7aca8ef94a428f7b3c8841fc1098, store: [table=TestAcidGuarantees family=A region=6ed6e8b66033709688ac6d7f07d6fc71] 2024-12-05T03:19:40,558 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/.tmp/A/d01e7aca8ef94a428f7b3c8841fc1098 is 175, key is test_row_0/A:col10/1733368780488/Put/seqid=0 2024-12-05T03:19:40,572 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073741996_1172 (size=30955) 2024-12-05T03:19:40,573 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=84, memsize=60.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/.tmp/A/d01e7aca8ef94a428f7b3c8841fc1098 2024-12-05T03:19:40,587 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/.tmp/B/d99fa09885704c5393ce96762d303e56 is 50, key is test_row_0/B:col10/1733368780488/Put/seqid=0 2024-12-05T03:19:40,595 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073741997_1173 (size=12001) 2024-12-05T03:19:40,595 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=60.38 KB at sequenceid=84 (bloomFilter=true), to=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/.tmp/B/d99fa09885704c5393ce96762d303e56 2024-12-05T03:19:40,605 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:40,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50132 deadline: 1733368840602, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:40,619 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/.tmp/C/74ae8da559f54fe69e05eedab81246d7 is 50, key is test_row_0/C:col10/1733368780488/Put/seqid=0 2024-12-05T03:19:40,621 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:40,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50150 deadline: 1733368840609, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:40,622 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:40,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50178 deadline: 1733368840610, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:40,625 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:40,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50162 deadline: 1733368840620, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:40,626 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:40,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50144 deadline: 1733368840621, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:40,636 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073741998_1174 (size=12001) 2024-12-05T03:19:40,637 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=60.38 KB at sequenceid=84 (bloomFilter=true), to=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/.tmp/C/74ae8da559f54fe69e05eedab81246d7 2024-12-05T03:19:40,647 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/.tmp/A/d01e7aca8ef94a428f7b3c8841fc1098 as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/A/d01e7aca8ef94a428f7b3c8841fc1098 2024-12-05T03:19:40,653 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/A/d01e7aca8ef94a428f7b3c8841fc1098, entries=150, sequenceid=84, filesize=30.2 K 2024-12-05T03:19:40,654 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/.tmp/B/d99fa09885704c5393ce96762d303e56 as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/B/d99fa09885704c5393ce96762d303e56 2024-12-05T03:19:40,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:40,661 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/B/d99fa09885704c5393ce96762d303e56, entries=150, sequenceid=84, filesize=11.7 K 2024-12-05T03:19:40,663 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/.tmp/C/74ae8da559f54fe69e05eedab81246d7 as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/C/74ae8da559f54fe69e05eedab81246d7 2024-12-05T03:19:40,670 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/C/74ae8da559f54fe69e05eedab81246d7, entries=150, sequenceid=84, filesize=11.7 K 2024-12-05T03:19:40,671 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~181.14 KB/185490, heapSize ~475.31 KB/486720, currentSize=20.13 KB/20610 for 6ed6e8b66033709688ac6d7f07d6fc71 in 180ms, sequenceid=84, compaction requested=true 2024-12-05T03:19:40,671 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 6ed6e8b66033709688ac6d7f07d6fc71: 2024-12-05T03:19:40,671 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6ed6e8b66033709688ac6d7f07d6fc71:A, priority=-2147483648, current under compaction store size is 1 2024-12-05T03:19:40,672 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T03:19:40,672 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6ed6e8b66033709688ac6d7f07d6fc71:B, priority=-2147483648, current under compaction store size is 2 2024-12-05T03:19:40,672 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-05T03:19:40,672 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-05T03:19:40,673 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 166782 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-05T03:19:40,673 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.HStore(1540): 6ed6e8b66033709688ac6d7f07d6fc71/A is initiating minor compaction (all files) 2024-12-05T03:19:40,673 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48004 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-05T03:19:40,673 INFO [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6ed6e8b66033709688ac6d7f07d6fc71/A in TestAcidGuarantees,,1733368776511.6ed6e8b66033709688ac6d7f07d6fc71. 2024-12-05T03:19:40,673 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.HStore(1540): 6ed6e8b66033709688ac6d7f07d6fc71/B is initiating minor compaction (all files) 2024-12-05T03:19:40,673 INFO [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6ed6e8b66033709688ac6d7f07d6fc71/B in TestAcidGuarantees,,1733368776511.6ed6e8b66033709688ac6d7f07d6fc71. 2024-12-05T03:19:40,673 INFO [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/A/596e96c10e0940d18ec26b95d7ba4c4b, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/A/543915d454dd46bb9af955f0e7fb9f9f, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/A/a1fe297c16ad46c095e151af083e7764, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/A/d01e7aca8ef94a428f7b3c8841fc1098] into tmpdir=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/.tmp, totalSize=162.9 K 2024-12-05T03:19:40,674 INFO [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/B/02ca37e7f6aa4780b53286842c759adc, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/B/79a5808a627f4ec5aaa2d2c5f400fdcb, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/B/a3dab060ac634cb1972ac00f92e76a0d, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/B/d99fa09885704c5393ce96762d303e56] into tmpdir=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/.tmp, totalSize=46.9 K 2024-12-05T03:19:40,674 INFO [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733368776511.6ed6e8b66033709688ac6d7f07d6fc71. 2024-12-05T03:19:40,674 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733368776511.6ed6e8b66033709688ac6d7f07d6fc71. files: [hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/A/596e96c10e0940d18ec26b95d7ba4c4b, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/A/543915d454dd46bb9af955f0e7fb9f9f, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/A/a1fe297c16ad46c095e151af083e7764, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/A/d01e7aca8ef94a428f7b3c8841fc1098] 2024-12-05T03:19:40,674 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] compactions.Compactor(224): Compacting 02ca37e7f6aa4780b53286842c759adc, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1733368779631 2024-12-05T03:19:40,674 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] compactions.Compactor(224): Compacting 596e96c10e0940d18ec26b95d7ba4c4b, keycount=300, bloomtype=ROW, size=55.4 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1733368779631 2024-12-05T03:19:40,675 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] compactions.Compactor(224): Compacting 79a5808a627f4ec5aaa2d2c5f400fdcb, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=44, earliestPutTs=1733368779672 2024-12-05T03:19:40,675 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] compactions.Compactor(224): Compacting 543915d454dd46bb9af955f0e7fb9f9f, keycount=250, bloomtype=ROW, size=47.0 K, encoding=NONE, compression=NONE, seqNum=44, earliestPutTs=1733368779672 2024-12-05T03:19:40,675 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] compactions.Compactor(224): Compacting a3dab060ac634cb1972ac00f92e76a0d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1733368780008 2024-12-05T03:19:40,675 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] compactions.Compactor(224): Compacting a1fe297c16ad46c095e151af083e7764, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1733368780008 2024-12-05T03:19:40,675 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] compactions.Compactor(224): Compacting d99fa09885704c5393ce96762d303e56, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=84, earliestPutTs=1733368780379 2024-12-05T03:19:40,676 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] compactions.Compactor(224): Compacting d01e7aca8ef94a428f7b3c8841fc1098, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=84, earliestPutTs=1733368780379 2024-12-05T03:19:40,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:40,672 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T03:19:40,680 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6ed6e8b66033709688ac6d7f07d6fc71:C, priority=-2147483648, current under compaction store size is 3 2024-12-05T03:19:40,680 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T03:19:40,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:40,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:40,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:40,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:40,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:40,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:40,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:40,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:40,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:40,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:40,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:40,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:40,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:40,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:40,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:40,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:40,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:40,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:40,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:40,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:40,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:40,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:40,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:40,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:40,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:40,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:40,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:40,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:40,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:40,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:40,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:40,702 INFO [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=6ed6e8b66033709688ac6d7f07d6fc71] 2024-12-05T03:19:40,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:40,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:40,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:40,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:40,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:40,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:40,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:40,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:40,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:40,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:40,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:40,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:40,706 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202412053c86d8cf399a4cc382ded30c48a47265_6ed6e8b66033709688ac6d7f07d6fc71 store=[table=TestAcidGuarantees family=A region=6ed6e8b66033709688ac6d7f07d6fc71] 2024-12-05T03:19:40,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:40,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:40,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:40,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:40,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:40,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:40,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:40,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:40,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:40,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:40,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:40,711 INFO [RS:0;971fbbbe942d:46085-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6ed6e8b66033709688ac6d7f07d6fc71#B#compaction#153 average throughput is 0.73 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-05T03:19:40,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:40,711 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/.tmp/B/d761e1b81d3643d9a32bbaeef277fdce is 50, key is test_row_0/B:col10/1733368780488/Put/seqid=0 2024-12-05T03:19:40,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:40,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:40,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:40,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:40,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:40,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:40,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:40,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:40,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:40,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:40,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:40,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:40,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:40,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:40,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:40,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:40,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:40,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:40,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:40,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:40,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:40,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:40,721 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202412053c86d8cf399a4cc382ded30c48a47265_6ed6e8b66033709688ac6d7f07d6fc71, store=[table=TestAcidGuarantees family=A region=6ed6e8b66033709688ac6d7f07d6fc71] 2024-12-05T03:19:40,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:40,722 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412053c86d8cf399a4cc382ded30c48a47265_6ed6e8b66033709688ac6d7f07d6fc71 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=6ed6e8b66033709688ac6d7f07d6fc71] 2024-12-05T03:19:40,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:40,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:40,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:40,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:40,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:40,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:40,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:40,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:40,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:40,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:40,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:40,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:40,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:40,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:40,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:40,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:40,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:40,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:40,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:40,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-12-05T03:19:40,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:40,729 INFO [Thread-767 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 53 completed 2024-12-05T03:19:40,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:40,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:40,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:40,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:40,732 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-05T03:19:40,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:40,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:40,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:40,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:40,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:40,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:40,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:40,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:40,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:40,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:40,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] procedure2.ProcedureExecutor(1098): Stored pid=55, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=55, table=TestAcidGuarantees 2024-12-05T03:19:40,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:40,737 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=55, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=55, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-05T03:19:40,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-12-05T03:19:40,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:40,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:40,738 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=55, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=55, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-05T03:19:40,738 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=56, ppid=55, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-05T03:19:40,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:40,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:40,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:40,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:40,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:40,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:40,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:40,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:40,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:40,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:40,743 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073742000_1176 (size=4469) 2024-12-05T03:19:40,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:40,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:40,746 INFO [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6ed6e8b66033709688ac6d7f07d6fc71#A#compaction#154 average throughput is 0.56 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T03:19:40,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:40,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:40,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:40,749 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/.tmp/A/00b800d0b0a2457a88328361fb5819d3 is 175, key is test_row_0/A:col10/1733368780488/Put/seqid=0 2024-12-05T03:19:40,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:40,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:40,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:40,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:40,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:40,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:40,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:40,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:40,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:40,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:40,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:40,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:40,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:40,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:40,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:40,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:40,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:40,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:40,770 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073741999_1175 (size=12139) 2024-12-05T03:19:40,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:40,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:40,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:40,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:40,777 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/.tmp/B/d761e1b81d3643d9a32bbaeef277fdce as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/B/d761e1b81d3643d9a32bbaeef277fdce 2024-12-05T03:19:40,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:40,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:40,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:40,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:40,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:40,784 INFO [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 6ed6e8b66033709688ac6d7f07d6fc71/B of 6ed6e8b66033709688ac6d7f07d6fc71 into d761e1b81d3643d9a32bbaeef277fdce(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T03:19:40,784 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6ed6e8b66033709688ac6d7f07d6fc71: 2024-12-05T03:19:40,784 INFO [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733368776511.6ed6e8b66033709688ac6d7f07d6fc71., storeName=6ed6e8b66033709688ac6d7f07d6fc71/B, priority=12, startTime=1733368780672; duration=0sec 2024-12-05T03:19:40,784 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T03:19:40,785 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6ed6e8b66033709688ac6d7f07d6fc71:B 2024-12-05T03:19:40,785 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-05T03:19:40,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:40,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:40,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:40,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:40,789 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48004 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-05T03:19:40,789 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.HStore(1540): 6ed6e8b66033709688ac6d7f07d6fc71/C is initiating minor compaction (all files) 2024-12-05T03:19:40,789 INFO [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6ed6e8b66033709688ac6d7f07d6fc71/C in TestAcidGuarantees,,1733368776511.6ed6e8b66033709688ac6d7f07d6fc71. 2024-12-05T03:19:40,789 INFO [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/C/6049902df5114f0d897a9378645c4ab4, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/C/f54dc37debf24b2381f576e572c21c29, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/C/543de3e8f4fc4d68b3986f2f83427d11, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/C/74ae8da559f54fe69e05eedab81246d7] into tmpdir=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/.tmp, totalSize=46.9 K 2024-12-05T03:19:40,790 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] compactions.Compactor(224): Compacting 6049902df5114f0d897a9378645c4ab4, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1733368779631 2024-12-05T03:19:40,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:40,790 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] compactions.Compactor(224): Compacting f54dc37debf24b2381f576e572c21c29, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=44, earliestPutTs=1733368779672 2024-12-05T03:19:40,791 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] compactions.Compactor(224): Compacting 543de3e8f4fc4d68b3986f2f83427d11, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1733368780008 2024-12-05T03:19:40,791 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] compactions.Compactor(224): Compacting 74ae8da559f54fe69e05eedab81246d7, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=84, earliestPutTs=1733368780379 2024-12-05T03:19:40,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:40,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:40,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:40,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:40,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:40,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:40,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:40,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:40,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:40,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:40,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:40,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:40,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:40,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:40,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:40,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:40,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:40,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:40,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:40,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:40,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:40,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:40,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:40,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:40,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:40,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:40,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:40,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:40,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:40,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:40,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:40,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:40,810 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073742001_1177 (size=31093) 2024-12-05T03:19:40,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:40,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:40,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:40,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:40,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:40,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:40,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:40,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:40,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:40,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:40,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:40,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:40,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:40,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:40,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:40,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:40,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:40,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:40,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:40,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:40,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:40,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:40,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:40,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:40,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:40,823 INFO [RS:0;971fbbbe942d:46085-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6ed6e8b66033709688ac6d7f07d6fc71#C#compaction#155 average throughput is 1.09 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T03:19:40,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:40,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:40,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:40,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:40,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:40,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:40,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:40,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:40,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:40,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:40,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:40,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:40,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:40,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:40,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:40,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:40,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:40,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:40,836 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/.tmp/C/07c804d1c2e34d54983d032260f3b5a9 is 50, key is test_row_0/C:col10/1733368780488/Put/seqid=0 2024-12-05T03:19:40,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:40,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:40,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:40,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:40,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:40,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-12-05T03:19:40,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:40,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:40,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:40,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:40,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:40,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:40,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(8581): Flush requested on 6ed6e8b66033709688ac6d7f07d6fc71 2024-12-05T03:19:40,852 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 6ed6e8b66033709688ac6d7f07d6fc71 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-05T03:19:40,854 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6ed6e8b66033709688ac6d7f07d6fc71, store=A 2024-12-05T03:19:40,854 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073742002_1178 (size=12139) 2024-12-05T03:19:40,854 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T03:19:40,854 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6ed6e8b66033709688ac6d7f07d6fc71, store=B 2024-12-05T03:19:40,855 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T03:19:40,855 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6ed6e8b66033709688ac6d7f07d6fc71, store=C 2024-12-05T03:19:40,855 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T03:19:40,866 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/.tmp/C/07c804d1c2e34d54983d032260f3b5a9 as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/C/07c804d1c2e34d54983d032260f3b5a9 2024-12-05T03:19:40,875 INFO [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 6ed6e8b66033709688ac6d7f07d6fc71/C of 6ed6e8b66033709688ac6d7f07d6fc71 into 07c804d1c2e34d54983d032260f3b5a9(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T03:19:40,876 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6ed6e8b66033709688ac6d7f07d6fc71: 2024-12-05T03:19:40,876 INFO [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733368776511.6ed6e8b66033709688ac6d7f07d6fc71., storeName=6ed6e8b66033709688ac6d7f07d6fc71/C, priority=12, startTime=1733368780680; duration=0sec 2024-12-05T03:19:40,876 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T03:19:40,876 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6ed6e8b66033709688ac6d7f07d6fc71:C 2024-12-05T03:19:40,888 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241205482f76d841f5416fbe2e4f09fa1f7e7c_6ed6e8b66033709688ac6d7f07d6fc71 is 50, key is test_row_0/A:col10/1733368780852/Put/seqid=0 2024-12-05T03:19:40,889 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 971fbbbe942d,46085,1733368737191 2024-12-05T03:19:40,890 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46085 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=56 2024-12-05T03:19:40,890 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733368776511.6ed6e8b66033709688ac6d7f07d6fc71. 2024-12-05T03:19:40,890 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733368776511.6ed6e8b66033709688ac6d7f07d6fc71. as already flushing 2024-12-05T03:19:40,890 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733368776511.6ed6e8b66033709688ac6d7f07d6fc71. 2024-12-05T03:19:40,890 ERROR [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] handler.RSProcedureHandler(58): pid=56 java.io.IOException: Unable to complete flush {ENCODED => 6ed6e8b66033709688ac6d7f07d6fc71, NAME => 'TestAcidGuarantees,,1733368776511.6ed6e8b66033709688ac6d7f07d6fc71.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:19:40,891 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=56 java.io.IOException: Unable to complete flush {ENCODED => 6ed6e8b66033709688ac6d7f07d6fc71, NAME => 'TestAcidGuarantees,,1733368776511.6ed6e8b66033709688ac6d7f07d6fc71.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:19:40,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.HMaster(4114): Remote procedure failed, pid=56 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6ed6e8b66033709688ac6d7f07d6fc71, NAME => 'TestAcidGuarantees,,1733368776511.6ed6e8b66033709688ac6d7f07d6fc71.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6ed6e8b66033709688ac6d7f07d6fc71, NAME => 'TestAcidGuarantees,,1733368776511.6ed6e8b66033709688ac6d7f07d6fc71.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:19:40,912 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073742004_1180 (size=26798) 2024-12-05T03:19:40,914 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:40,914 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:40,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50178 deadline: 1733368840902, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:40,915 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:40,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50162 deadline: 1733368840902, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:40,915 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:40,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50132 deadline: 1733368840905, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:40,916 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:40,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50150 deadline: 1733368840905, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:40,920 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241205482f76d841f5416fbe2e4f09fa1f7e7c_6ed6e8b66033709688ac6d7f07d6fc71 to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241205482f76d841f5416fbe2e4f09fa1f7e7c_6ed6e8b66033709688ac6d7f07d6fc71 2024-12-05T03:19:40,921 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:40,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50144 deadline: 1733368840914, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:40,922 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/.tmp/A/5c87a576de4e436a9ac46931abba5d98, store: [table=TestAcidGuarantees family=A region=6ed6e8b66033709688ac6d7f07d6fc71] 2024-12-05T03:19:40,923 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/.tmp/A/5c87a576de4e436a9ac46931abba5d98 is 175, key is test_row_0/A:col10/1733368780852/Put/seqid=0 2024-12-05T03:19:40,925 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073742003_1179 (size=82585) 2024-12-05T03:19:40,926 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=98, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/.tmp/A/5c87a576de4e436a9ac46931abba5d98 2024-12-05T03:19:40,944 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/.tmp/B/46c4d73d0a31428ab25af409f3fbb65c is 50, key is test_row_0/B:col10/1733368780852/Put/seqid=0 2024-12-05T03:19:40,950 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073742005_1181 (size=12001) 2024-12-05T03:19:40,951 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=98 (bloomFilter=true), to=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/.tmp/B/46c4d73d0a31428ab25af409f3fbb65c 2024-12-05T03:19:40,971 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/.tmp/C/029b5fa162014bd28c5edc10c8bd3d82 is 50, key is test_row_0/C:col10/1733368780852/Put/seqid=0 2024-12-05T03:19:40,991 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073742006_1182 (size=12001) 2024-12-05T03:19:41,019 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:41,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50178 deadline: 1733368841016, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:41,020 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:41,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50162 deadline: 1733368841017, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:41,024 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:41,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50132 deadline: 1733368841018, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:41,025 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:41,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50150 deadline: 1733368841019, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:41,025 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:41,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50144 deadline: 1733368841023, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:41,037 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-05T03:19:41,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-12-05T03:19:41,043 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 971fbbbe942d,46085,1733368737191 2024-12-05T03:19:41,044 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46085 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=56 2024-12-05T03:19:41,044 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733368776511.6ed6e8b66033709688ac6d7f07d6fc71. 2024-12-05T03:19:41,044 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733368776511.6ed6e8b66033709688ac6d7f07d6fc71. as already flushing 2024-12-05T03:19:41,044 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733368776511.6ed6e8b66033709688ac6d7f07d6fc71. 2024-12-05T03:19:41,044 ERROR [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] handler.RSProcedureHandler(58): pid=56 java.io.IOException: Unable to complete flush {ENCODED => 6ed6e8b66033709688ac6d7f07d6fc71, NAME => 'TestAcidGuarantees,,1733368776511.6ed6e8b66033709688ac6d7f07d6fc71.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:19:41,045 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=56 java.io.IOException: Unable to complete flush {ENCODED => 6ed6e8b66033709688ac6d7f07d6fc71, NAME => 'TestAcidGuarantees,,1733368776511.6ed6e8b66033709688ac6d7f07d6fc71.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:19:41,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.HMaster(4114): Remote procedure failed, pid=56 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6ed6e8b66033709688ac6d7f07d6fc71, NAME => 'TestAcidGuarantees,,1733368776511.6ed6e8b66033709688ac6d7f07d6fc71.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6ed6e8b66033709688ac6d7f07d6fc71, NAME => 'TestAcidGuarantees,,1733368776511.6ed6e8b66033709688ac6d7f07d6fc71.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:19:41,197 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 971fbbbe942d,46085,1733368737191 2024-12-05T03:19:41,198 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46085 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=56 2024-12-05T03:19:41,198 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733368776511.6ed6e8b66033709688ac6d7f07d6fc71. 2024-12-05T03:19:41,198 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733368776511.6ed6e8b66033709688ac6d7f07d6fc71. as already flushing 2024-12-05T03:19:41,198 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733368776511.6ed6e8b66033709688ac6d7f07d6fc71. 2024-12-05T03:19:41,198 ERROR [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] handler.RSProcedureHandler(58): pid=56 java.io.IOException: Unable to complete flush {ENCODED => 6ed6e8b66033709688ac6d7f07d6fc71, NAME => 'TestAcidGuarantees,,1733368776511.6ed6e8b66033709688ac6d7f07d6fc71.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:19:41,198 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=56 java.io.IOException: Unable to complete flush {ENCODED => 6ed6e8b66033709688ac6d7f07d6fc71, NAME => 'TestAcidGuarantees,,1733368776511.6ed6e8b66033709688ac6d7f07d6fc71.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:19:41,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.HMaster(4114): Remote procedure failed, pid=56 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6ed6e8b66033709688ac6d7f07d6fc71, NAME => 'TestAcidGuarantees,,1733368776511.6ed6e8b66033709688ac6d7f07d6fc71.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6ed6e8b66033709688ac6d7f07d6fc71, NAME => 'TestAcidGuarantees,,1733368776511.6ed6e8b66033709688ac6d7f07d6fc71.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:19:41,220 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/.tmp/A/00b800d0b0a2457a88328361fb5819d3 as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/A/00b800d0b0a2457a88328361fb5819d3 2024-12-05T03:19:41,222 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:41,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50178 deadline: 1733368841221, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:41,224 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:41,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50162 deadline: 1733368841222, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:41,228 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:41,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50150 deadline: 1733368841227, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:41,228 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:41,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50144 deadline: 1733368841228, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:41,231 INFO [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 6ed6e8b66033709688ac6d7f07d6fc71/A of 6ed6e8b66033709688ac6d7f07d6fc71 into 00b800d0b0a2457a88328361fb5819d3(size=30.4 K), total size for store is 30.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T03:19:41,231 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6ed6e8b66033709688ac6d7f07d6fc71: 2024-12-05T03:19:41,231 INFO [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733368776511.6ed6e8b66033709688ac6d7f07d6fc71., storeName=6ed6e8b66033709688ac6d7f07d6fc71/A, priority=12, startTime=1733368780671; duration=0sec 2024-12-05T03:19:41,232 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T03:19:41,232 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6ed6e8b66033709688ac6d7f07d6fc71:A 2024-12-05T03:19:41,232 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:41,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50132 deadline: 1733368841231, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:41,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-12-05T03:19:41,352 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 971fbbbe942d,46085,1733368737191 2024-12-05T03:19:41,352 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46085 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=56 2024-12-05T03:19:41,353 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733368776511.6ed6e8b66033709688ac6d7f07d6fc71. 2024-12-05T03:19:41,353 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733368776511.6ed6e8b66033709688ac6d7f07d6fc71. as already flushing 2024-12-05T03:19:41,353 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733368776511.6ed6e8b66033709688ac6d7f07d6fc71. 2024-12-05T03:19:41,353 ERROR [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] handler.RSProcedureHandler(58): pid=56 java.io.IOException: Unable to complete flush {ENCODED => 6ed6e8b66033709688ac6d7f07d6fc71, NAME => 'TestAcidGuarantees,,1733368776511.6ed6e8b66033709688ac6d7f07d6fc71.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:19:41,353 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=56 java.io.IOException: Unable to complete flush {ENCODED => 6ed6e8b66033709688ac6d7f07d6fc71, NAME => 'TestAcidGuarantees,,1733368776511.6ed6e8b66033709688ac6d7f07d6fc71.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:19:41,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.HMaster(4114): Remote procedure failed, pid=56 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6ed6e8b66033709688ac6d7f07d6fc71, NAME => 'TestAcidGuarantees,,1733368776511.6ed6e8b66033709688ac6d7f07d6fc71.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6ed6e8b66033709688ac6d7f07d6fc71, NAME => 'TestAcidGuarantees,,1733368776511.6ed6e8b66033709688ac6d7f07d6fc71.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:19:41,393 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=98 (bloomFilter=true), to=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/.tmp/C/029b5fa162014bd28c5edc10c8bd3d82 2024-12-05T03:19:41,400 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/.tmp/A/5c87a576de4e436a9ac46931abba5d98 as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/A/5c87a576de4e436a9ac46931abba5d98 2024-12-05T03:19:41,436 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/A/5c87a576de4e436a9ac46931abba5d98, entries=450, sequenceid=98, filesize=80.6 K 2024-12-05T03:19:41,438 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/.tmp/B/46c4d73d0a31428ab25af409f3fbb65c as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/B/46c4d73d0a31428ab25af409f3fbb65c 2024-12-05T03:19:41,446 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/B/46c4d73d0a31428ab25af409f3fbb65c, entries=150, sequenceid=98, filesize=11.7 K 2024-12-05T03:19:41,447 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/.tmp/C/029b5fa162014bd28c5edc10c8bd3d82 as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/C/029b5fa162014bd28c5edc10c8bd3d82 2024-12-05T03:19:41,455 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/C/029b5fa162014bd28c5edc10c8bd3d82, entries=150, sequenceid=98, filesize=11.7 K 2024-12-05T03:19:41,456 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 6ed6e8b66033709688ac6d7f07d6fc71 in 604ms, sequenceid=98, compaction requested=false 2024-12-05T03:19:41,456 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 6ed6e8b66033709688ac6d7f07d6fc71: 2024-12-05T03:19:41,506 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 971fbbbe942d,46085,1733368737191 2024-12-05T03:19:41,507 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46085 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=56 2024-12-05T03:19:41,507 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733368776511.6ed6e8b66033709688ac6d7f07d6fc71. 2024-12-05T03:19:41,507 INFO [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2837): Flushing 6ed6e8b66033709688ac6d7f07d6fc71 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-12-05T03:19:41,507 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6ed6e8b66033709688ac6d7f07d6fc71, store=A 2024-12-05T03:19:41,507 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T03:19:41,508 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6ed6e8b66033709688ac6d7f07d6fc71, store=B 2024-12-05T03:19:41,508 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T03:19:41,508 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6ed6e8b66033709688ac6d7f07d6fc71, store=C 2024-12-05T03:19:41,508 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T03:19:41,519 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412051d78ff01e22e4beea4fb14a2a91a95c2_6ed6e8b66033709688ac6d7f07d6fc71 is 50, key is test_row_0/A:col10/1733368780902/Put/seqid=0 2024-12-05T03:19:41,529 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733368776511.6ed6e8b66033709688ac6d7f07d6fc71. as already flushing 2024-12-05T03:19:41,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(8581): Flush requested on 6ed6e8b66033709688ac6d7f07d6fc71 2024-12-05T03:19:41,544 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073742007_1183 (size=12154) 2024-12-05T03:19:41,550 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:41,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50132 deadline: 1733368841543, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:41,550 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:41,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50178 deadline: 1733368841545, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:41,551 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:41,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50162 deadline: 1733368841547, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:41,551 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:41,552 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:41,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50150 deadline: 1733368841545, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:41,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50144 deadline: 1733368841547, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:41,653 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:41,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50132 deadline: 1733368841651, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:41,655 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:41,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50178 deadline: 1733368841652, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:41,655 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:41,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50162 deadline: 1733368841653, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:41,657 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:41,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50144 deadline: 1733368841654, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:41,658 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:41,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50150 deadline: 1733368841656, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:41,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-12-05T03:19:41,857 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:41,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50132 deadline: 1733368841857, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:41,859 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:41,859 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:41,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50178 deadline: 1733368841858, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:41,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50162 deadline: 1733368841859, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:41,861 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:41,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50144 deadline: 1733368841860, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:41,865 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:41,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50150 deadline: 1733368841861, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:41,946 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:41,956 INFO [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412051d78ff01e22e4beea4fb14a2a91a95c2_6ed6e8b66033709688ac6d7f07d6fc71 to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412051d78ff01e22e4beea4fb14a2a91a95c2_6ed6e8b66033709688ac6d7f07d6fc71 2024-12-05T03:19:41,959 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/.tmp/A/0a7253db2a7c4c8eb42e64656280b430, store: [table=TestAcidGuarantees family=A region=6ed6e8b66033709688ac6d7f07d6fc71] 2024-12-05T03:19:41,960 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/.tmp/A/0a7253db2a7c4c8eb42e64656280b430 is 175, key is test_row_0/A:col10/1733368780902/Put/seqid=0 2024-12-05T03:19:41,994 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073742008_1184 (size=30955) 2024-12-05T03:19:41,995 INFO [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=123, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/.tmp/A/0a7253db2a7c4c8eb42e64656280b430 2024-12-05T03:19:42,010 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/.tmp/B/d663990856724f258944be15ffd15d5f is 50, key is test_row_0/B:col10/1733368780902/Put/seqid=0 2024-12-05T03:19:42,034 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073742009_1185 (size=12001) 2024-12-05T03:19:42,035 INFO [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=123 (bloomFilter=true), to=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/.tmp/B/d663990856724f258944be15ffd15d5f 2024-12-05T03:19:42,050 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/.tmp/C/b73ea3b357d3483b994c178ff6fe7c60 is 50, key is test_row_0/C:col10/1733368780902/Put/seqid=0 2024-12-05T03:19:42,066 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073742010_1186 (size=12001) 2024-12-05T03:19:42,068 INFO [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=123 (bloomFilter=true), to=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/.tmp/C/b73ea3b357d3483b994c178ff6fe7c60 2024-12-05T03:19:42,080 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/.tmp/A/0a7253db2a7c4c8eb42e64656280b430 as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/A/0a7253db2a7c4c8eb42e64656280b430 2024-12-05T03:19:42,087 INFO [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/A/0a7253db2a7c4c8eb42e64656280b430, entries=150, sequenceid=123, filesize=30.2 K 2024-12-05T03:19:42,090 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/.tmp/B/d663990856724f258944be15ffd15d5f as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/B/d663990856724f258944be15ffd15d5f 2024-12-05T03:19:42,097 INFO [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/B/d663990856724f258944be15ffd15d5f, entries=150, sequenceid=123, filesize=11.7 K 2024-12-05T03:19:42,099 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/.tmp/C/b73ea3b357d3483b994c178ff6fe7c60 as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/C/b73ea3b357d3483b994c178ff6fe7c60 2024-12-05T03:19:42,105 INFO [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/C/b73ea3b357d3483b994c178ff6fe7c60, entries=150, sequenceid=123, filesize=11.7 K 2024-12-05T03:19:42,107 INFO [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=73.80 KB/75570 for 6ed6e8b66033709688ac6d7f07d6fc71 in 600ms, sequenceid=123, compaction requested=true 2024-12-05T03:19:42,107 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2538): Flush status journal for 6ed6e8b66033709688ac6d7f07d6fc71: 2024-12-05T03:19:42,107 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733368776511.6ed6e8b66033709688ac6d7f07d6fc71. 2024-12-05T03:19:42,108 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=56 2024-12-05T03:19:42,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.HMaster(4106): Remote procedure done, pid=56 2024-12-05T03:19:42,112 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=56, resume processing ppid=55 2024-12-05T03:19:42,112 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=56, ppid=55, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3720 sec 2024-12-05T03:19:42,114 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=55, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=55, table=TestAcidGuarantees in 1.3810 sec 2024-12-05T03:19:42,162 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 6ed6e8b66033709688ac6d7f07d6fc71 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-12-05T03:19:42,163 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6ed6e8b66033709688ac6d7f07d6fc71, store=A 2024-12-05T03:19:42,163 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T03:19:42,163 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6ed6e8b66033709688ac6d7f07d6fc71, store=B 2024-12-05T03:19:42,163 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T03:19:42,163 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6ed6e8b66033709688ac6d7f07d6fc71, store=C 2024-12-05T03:19:42,163 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T03:19:42,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(8581): Flush requested on 6ed6e8b66033709688ac6d7f07d6fc71 2024-12-05T03:19:42,188 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241205e55a82cfd1f745faaf0b95bf19c583d9_6ed6e8b66033709688ac6d7f07d6fc71 is 50, key is test_row_0/A:col10/1733368782160/Put/seqid=0 2024-12-05T03:19:42,198 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:42,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50162 deadline: 1733368842192, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:42,198 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:42,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50132 deadline: 1733368842194, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:42,199 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:42,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50150 deadline: 1733368842194, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:42,202 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:42,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50144 deadline: 1733368842198, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:42,203 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:42,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50178 deadline: 1733368842199, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:42,242 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073742011_1187 (size=14794) 2024-12-05T03:19:42,243 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:42,251 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241205e55a82cfd1f745faaf0b95bf19c583d9_6ed6e8b66033709688ac6d7f07d6fc71 to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241205e55a82cfd1f745faaf0b95bf19c583d9_6ed6e8b66033709688ac6d7f07d6fc71 2024-12-05T03:19:42,253 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/.tmp/A/cfe5693a0ec2494eafe4cce4eed216d4, store: [table=TestAcidGuarantees family=A region=6ed6e8b66033709688ac6d7f07d6fc71] 2024-12-05T03:19:42,254 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/.tmp/A/cfe5693a0ec2494eafe4cce4eed216d4 is 175, key is test_row_0/A:col10/1733368782160/Put/seqid=0 2024-12-05T03:19:42,294 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073742012_1188 (size=39749) 2024-12-05T03:19:42,297 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=138, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/.tmp/A/cfe5693a0ec2494eafe4cce4eed216d4 2024-12-05T03:19:42,304 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:42,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50150 deadline: 1733368842301, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:42,304 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:42,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50162 deadline: 1733368842301, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:42,304 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:42,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50132 deadline: 1733368842301, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:42,305 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:42,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50144 deadline: 1733368842305, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:42,308 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:42,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50178 deadline: 1733368842306, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:42,314 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/.tmp/B/2ac7f41fe95748dab660c3a2ab49db0a is 50, key is test_row_0/B:col10/1733368782160/Put/seqid=0 2024-12-05T03:19:42,349 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073742013_1189 (size=12151) 2024-12-05T03:19:42,352 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=138 (bloomFilter=true), to=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/.tmp/B/2ac7f41fe95748dab660c3a2ab49db0a 2024-12-05T03:19:42,367 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/.tmp/C/894a401c6fa8425d9fee0cf5f226b2a8 is 50, key is test_row_0/C:col10/1733368782160/Put/seqid=0 2024-12-05T03:19:42,401 INFO [master/971fbbbe942d:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-12-05T03:19:42,401 INFO [master/971fbbbe942d:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-12-05T03:19:42,435 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073742014_1190 (size=12151) 2024-12-05T03:19:42,437 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=138 (bloomFilter=true), to=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/.tmp/C/894a401c6fa8425d9fee0cf5f226b2a8 2024-12-05T03:19:42,456 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/.tmp/A/cfe5693a0ec2494eafe4cce4eed216d4 as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/A/cfe5693a0ec2494eafe4cce4eed216d4 2024-12-05T03:19:42,462 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/A/cfe5693a0ec2494eafe4cce4eed216d4, entries=200, sequenceid=138, filesize=38.8 K 2024-12-05T03:19:42,465 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/.tmp/B/2ac7f41fe95748dab660c3a2ab49db0a as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/B/2ac7f41fe95748dab660c3a2ab49db0a 2024-12-05T03:19:42,471 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/B/2ac7f41fe95748dab660c3a2ab49db0a, entries=150, sequenceid=138, filesize=11.9 K 2024-12-05T03:19:42,473 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/.tmp/C/894a401c6fa8425d9fee0cf5f226b2a8 as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/C/894a401c6fa8425d9fee0cf5f226b2a8 2024-12-05T03:19:42,479 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/C/894a401c6fa8425d9fee0cf5f226b2a8, entries=150, sequenceid=138, filesize=11.9 K 2024-12-05T03:19:42,481 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=127.47 KB/130530 for 6ed6e8b66033709688ac6d7f07d6fc71 in 319ms, sequenceid=138, compaction requested=true 2024-12-05T03:19:42,481 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 6ed6e8b66033709688ac6d7f07d6fc71: 2024-12-05T03:19:42,482 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-05T03:19:42,482 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6ed6e8b66033709688ac6d7f07d6fc71:A, priority=-2147483648, current under compaction store size is 1 2024-12-05T03:19:42,483 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T03:19:42,483 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 184382 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-05T03:19:42,483 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.HStore(1540): 6ed6e8b66033709688ac6d7f07d6fc71/A is initiating minor compaction (all files) 2024-12-05T03:19:42,483 INFO [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6ed6e8b66033709688ac6d7f07d6fc71/A in TestAcidGuarantees,,1733368776511.6ed6e8b66033709688ac6d7f07d6fc71. 2024-12-05T03:19:42,484 INFO [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/A/00b800d0b0a2457a88328361fb5819d3, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/A/5c87a576de4e436a9ac46931abba5d98, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/A/0a7253db2a7c4c8eb42e64656280b430, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/A/cfe5693a0ec2494eafe4cce4eed216d4] into tmpdir=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/.tmp, totalSize=180.1 K 2024-12-05T03:19:42,484 INFO [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733368776511.6ed6e8b66033709688ac6d7f07d6fc71. 2024-12-05T03:19:42,484 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733368776511.6ed6e8b66033709688ac6d7f07d6fc71. files: [hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/A/00b800d0b0a2457a88328361fb5819d3, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/A/5c87a576de4e436a9ac46931abba5d98, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/A/0a7253db2a7c4c8eb42e64656280b430, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/A/cfe5693a0ec2494eafe4cce4eed216d4] 2024-12-05T03:19:42,484 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] compactions.Compactor(224): Compacting 00b800d0b0a2457a88328361fb5819d3, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=84, earliestPutTs=1733368780379 2024-12-05T03:19:42,485 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-05T03:19:42,485 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5c87a576de4e436a9ac46931abba5d98, keycount=450, bloomtype=ROW, size=80.6 K, encoding=NONE, compression=NONE, seqNum=98, earliestPutTs=1733368780495 2024-12-05T03:19:42,486 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0a7253db2a7c4c8eb42e64656280b430, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=123, earliestPutTs=1733368780900 2024-12-05T03:19:42,487 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6ed6e8b66033709688ac6d7f07d6fc71:B, priority=-2147483648, current under compaction store size is 2 2024-12-05T03:19:42,488 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] compactions.Compactor(224): Compacting cfe5693a0ec2494eafe4cce4eed216d4, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=138, earliestPutTs=1733368781542 2024-12-05T03:19:42,488 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48292 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-05T03:19:42,488 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.HStore(1540): 6ed6e8b66033709688ac6d7f07d6fc71/B is initiating minor compaction (all files) 2024-12-05T03:19:42,488 INFO [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6ed6e8b66033709688ac6d7f07d6fc71/B in TestAcidGuarantees,,1733368776511.6ed6e8b66033709688ac6d7f07d6fc71. 2024-12-05T03:19:42,488 INFO [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/B/d761e1b81d3643d9a32bbaeef277fdce, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/B/46c4d73d0a31428ab25af409f3fbb65c, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/B/d663990856724f258944be15ffd15d5f, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/B/2ac7f41fe95748dab660c3a2ab49db0a] into tmpdir=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/.tmp, totalSize=47.2 K 2024-12-05T03:19:42,489 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] compactions.Compactor(224): Compacting d761e1b81d3643d9a32bbaeef277fdce, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=84, earliestPutTs=1733368780379 2024-12-05T03:19:42,490 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] compactions.Compactor(224): Compacting 46c4d73d0a31428ab25af409f3fbb65c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=98, earliestPutTs=1733368780849 2024-12-05T03:19:42,491 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] compactions.Compactor(224): Compacting d663990856724f258944be15ffd15d5f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=123, earliestPutTs=1733368780900 2024-12-05T03:19:42,491 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T03:19:42,491 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6ed6e8b66033709688ac6d7f07d6fc71:C, priority=-2147483648, current under compaction store size is 3 2024-12-05T03:19:42,491 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T03:19:42,492 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] compactions.Compactor(224): Compacting 2ac7f41fe95748dab660c3a2ab49db0a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=138, earliestPutTs=1733368781542 2024-12-05T03:19:42,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(8581): Flush requested on 6ed6e8b66033709688ac6d7f07d6fc71 2024-12-05T03:19:42,512 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 6ed6e8b66033709688ac6d7f07d6fc71 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-12-05T03:19:42,513 INFO [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=6ed6e8b66033709688ac6d7f07d6fc71] 2024-12-05T03:19:42,514 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6ed6e8b66033709688ac6d7f07d6fc71, store=A 2024-12-05T03:19:42,514 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T03:19:42,514 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6ed6e8b66033709688ac6d7f07d6fc71, store=B 2024-12-05T03:19:42,514 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T03:19:42,515 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6ed6e8b66033709688ac6d7f07d6fc71, store=C 2024-12-05T03:19:42,515 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T03:19:42,522 INFO [RS:0;971fbbbe942d:46085-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6ed6e8b66033709688ac6d7f07d6fc71#B#compaction#166 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-05T03:19:42,523 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/.tmp/B/e4fa9854b40648e991dbd2b3c8af08bc is 50, key is test_row_0/B:col10/1733368782160/Put/seqid=0 2024-12-05T03:19:42,536 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241205cadedf48944e4d5cbe3903a9129cd25b_6ed6e8b66033709688ac6d7f07d6fc71 store=[table=TestAcidGuarantees family=A region=6ed6e8b66033709688ac6d7f07d6fc71] 2024-12-05T03:19:42,540 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241205cadedf48944e4d5cbe3903a9129cd25b_6ed6e8b66033709688ac6d7f07d6fc71, store=[table=TestAcidGuarantees family=A region=6ed6e8b66033709688ac6d7f07d6fc71] 2024-12-05T03:19:42,540 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241205cadedf48944e4d5cbe3903a9129cd25b_6ed6e8b66033709688ac6d7f07d6fc71 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=6ed6e8b66033709688ac6d7f07d6fc71] 2024-12-05T03:19:42,546 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:42,546 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:42,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50150 deadline: 1733368842534, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:42,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50144 deadline: 1733368842532, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:42,551 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:42,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50178 deadline: 1733368842547, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:42,551 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:42,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50132 deadline: 1733368842547, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:42,552 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:42,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50162 deadline: 1733368842548, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:42,580 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120518fcca1dd1dc412bab6cab97f8b0a38e_6ed6e8b66033709688ac6d7f07d6fc71 is 50, key is test_row_0/A:col10/1733368782511/Put/seqid=0 2024-12-05T03:19:42,606 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073742015_1191 (size=12425) 2024-12-05T03:19:42,615 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/.tmp/B/e4fa9854b40648e991dbd2b3c8af08bc as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/B/e4fa9854b40648e991dbd2b3c8af08bc 2024-12-05T03:19:42,617 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073742016_1192 (size=4469) 2024-12-05T03:19:42,620 INFO [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6ed6e8b66033709688ac6d7f07d6fc71#A#compaction#165 average throughput is 0.23 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T03:19:42,621 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/.tmp/A/1af62a2b857d4e99adec4d7d93fc6d03 is 175, key is test_row_0/A:col10/1733368782160/Put/seqid=0 2024-12-05T03:19:42,625 INFO [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 6ed6e8b66033709688ac6d7f07d6fc71/B of 6ed6e8b66033709688ac6d7f07d6fc71 into e4fa9854b40648e991dbd2b3c8af08bc(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T03:19:42,626 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6ed6e8b66033709688ac6d7f07d6fc71: 2024-12-05T03:19:42,626 INFO [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733368776511.6ed6e8b66033709688ac6d7f07d6fc71., storeName=6ed6e8b66033709688ac6d7f07d6fc71/B, priority=12, startTime=1733368782485; duration=0sec 2024-12-05T03:19:42,626 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T03:19:42,626 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6ed6e8b66033709688ac6d7f07d6fc71:B 2024-12-05T03:19:42,626 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-05T03:19:42,629 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48292 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-05T03:19:42,629 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.HStore(1540): 6ed6e8b66033709688ac6d7f07d6fc71/C is initiating minor compaction (all files) 2024-12-05T03:19:42,629 INFO [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6ed6e8b66033709688ac6d7f07d6fc71/C in TestAcidGuarantees,,1733368776511.6ed6e8b66033709688ac6d7f07d6fc71. 2024-12-05T03:19:42,630 INFO [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/C/07c804d1c2e34d54983d032260f3b5a9, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/C/029b5fa162014bd28c5edc10c8bd3d82, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/C/b73ea3b357d3483b994c178ff6fe7c60, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/C/894a401c6fa8425d9fee0cf5f226b2a8] into tmpdir=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/.tmp, totalSize=47.2 K 2024-12-05T03:19:42,630 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] compactions.Compactor(224): Compacting 07c804d1c2e34d54983d032260f3b5a9, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=84, earliestPutTs=1733368780379 2024-12-05T03:19:42,631 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] compactions.Compactor(224): Compacting 029b5fa162014bd28c5edc10c8bd3d82, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=98, earliestPutTs=1733368780849 2024-12-05T03:19:42,631 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] compactions.Compactor(224): Compacting b73ea3b357d3483b994c178ff6fe7c60, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=123, earliestPutTs=1733368780900 2024-12-05T03:19:42,632 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] compactions.Compactor(224): Compacting 894a401c6fa8425d9fee0cf5f226b2a8, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=138, earliestPutTs=1733368781542 2024-12-05T03:19:42,651 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:42,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50144 deadline: 1733368842649, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:42,653 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:42,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50150 deadline: 1733368842649, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:42,657 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:42,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50178 deadline: 1733368842653, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:42,658 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:42,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50162 deadline: 1733368842653, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:42,658 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:42,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50132 deadline: 1733368842654, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:42,672 INFO [RS:0;971fbbbe942d:46085-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6ed6e8b66033709688ac6d7f07d6fc71#C#compaction#168 average throughput is 1.64 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T03:19:42,673 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/.tmp/C/4e88fbc47ba04ac990defff5422823ad is 50, key is test_row_0/C:col10/1733368782160/Put/seqid=0 2024-12-05T03:19:42,684 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073742018_1194 (size=31379) 2024-12-05T03:19:42,685 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073742017_1193 (size=12304) 2024-12-05T03:19:42,725 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073742019_1195 (size=12425) 2024-12-05T03:19:42,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-12-05T03:19:42,848 INFO [Thread-767 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 55 completed 2024-12-05T03:19:42,852 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-05T03:19:42,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] procedure2.ProcedureExecutor(1098): Stored pid=57, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=57, table=TestAcidGuarantees 2024-12-05T03:19:42,858 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=57, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=57, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-05T03:19:42,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-12-05T03:19:42,861 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:42,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50150 deadline: 1733368842857, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:42,862 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:42,862 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=57, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=57, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-05T03:19:42,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50144 deadline: 1733368842857, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:42,862 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=58, ppid=57, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-05T03:19:42,862 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:42,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50162 deadline: 1733368842861, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:42,863 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:42,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50132 deadline: 1733368842861, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:42,863 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:42,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50178 deadline: 1733368842862, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:42,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-12-05T03:19:43,015 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 971fbbbe942d,46085,1733368737191 2024-12-05T03:19:43,016 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46085 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=58 2024-12-05T03:19:43,016 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733368776511.6ed6e8b66033709688ac6d7f07d6fc71. 2024-12-05T03:19:43,016 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733368776511.6ed6e8b66033709688ac6d7f07d6fc71. as already flushing 2024-12-05T03:19:43,017 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733368776511.6ed6e8b66033709688ac6d7f07d6fc71. 2024-12-05T03:19:43,017 ERROR [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] handler.RSProcedureHandler(58): pid=58 java.io.IOException: Unable to complete flush {ENCODED => 6ed6e8b66033709688ac6d7f07d6fc71, NAME => 'TestAcidGuarantees,,1733368776511.6ed6e8b66033709688ac6d7f07d6fc71.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:19:43,017 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=58 java.io.IOException: Unable to complete flush {ENCODED => 6ed6e8b66033709688ac6d7f07d6fc71, NAME => 'TestAcidGuarantees,,1733368776511.6ed6e8b66033709688ac6d7f07d6fc71.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:19:43,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.HMaster(4114): Remote procedure failed, pid=58 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6ed6e8b66033709688ac6d7f07d6fc71, NAME => 'TestAcidGuarantees,,1733368776511.6ed6e8b66033709688ac6d7f07d6fc71.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6ed6e8b66033709688ac6d7f07d6fc71, NAME => 'TestAcidGuarantees,,1733368776511.6ed6e8b66033709688ac6d7f07d6fc71.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:19:43,086 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,091 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/.tmp/A/1af62a2b857d4e99adec4d7d93fc6d03 as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/A/1af62a2b857d4e99adec4d7d93fc6d03 2024-12-05T03:19:43,092 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120518fcca1dd1dc412bab6cab97f8b0a38e_6ed6e8b66033709688ac6d7f07d6fc71 to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120518fcca1dd1dc412bab6cab97f8b0a38e_6ed6e8b66033709688ac6d7f07d6fc71 2024-12-05T03:19:43,093 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/.tmp/A/59fa6ea0471949d5a4df00c5ba52bc71, store: [table=TestAcidGuarantees family=A region=6ed6e8b66033709688ac6d7f07d6fc71] 2024-12-05T03:19:43,094 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/.tmp/A/59fa6ea0471949d5a4df00c5ba52bc71 is 175, key is test_row_0/A:col10/1733368782511/Put/seqid=0 2024-12-05T03:19:43,099 INFO [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 6ed6e8b66033709688ac6d7f07d6fc71/A of 6ed6e8b66033709688ac6d7f07d6fc71 into 1af62a2b857d4e99adec4d7d93fc6d03(size=30.6 K), total size for store is 30.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T03:19:43,100 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6ed6e8b66033709688ac6d7f07d6fc71: 2024-12-05T03:19:43,100 INFO [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733368776511.6ed6e8b66033709688ac6d7f07d6fc71., storeName=6ed6e8b66033709688ac6d7f07d6fc71/A, priority=12, startTime=1733368782481; duration=0sec 2024-12-05T03:19:43,102 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T03:19:43,102 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6ed6e8b66033709688ac6d7f07d6fc71:A 2024-12-05T03:19:43,103 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073742020_1196 (size=31105) 2024-12-05T03:19:43,105 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=162, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/.tmp/A/59fa6ea0471949d5a4df00c5ba52bc71 2024-12-05T03:19:43,123 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/.tmp/B/f38f90492bc14965a16a0ffee3c3b01c is 50, key is test_row_0/B:col10/1733368782511/Put/seqid=0 2024-12-05T03:19:43,132 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/.tmp/C/4e88fbc47ba04ac990defff5422823ad as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/C/4e88fbc47ba04ac990defff5422823ad 2024-12-05T03:19:43,142 INFO [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 6ed6e8b66033709688ac6d7f07d6fc71/C of 6ed6e8b66033709688ac6d7f07d6fc71 into 4e88fbc47ba04ac990defff5422823ad(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T03:19:43,142 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6ed6e8b66033709688ac6d7f07d6fc71: 2024-12-05T03:19:43,142 INFO [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733368776511.6ed6e8b66033709688ac6d7f07d6fc71., storeName=6ed6e8b66033709688ac6d7f07d6fc71/C, priority=12, startTime=1733368782491; duration=0sec 2024-12-05T03:19:43,142 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T03:19:43,142 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6ed6e8b66033709688ac6d7f07d6fc71:C 2024-12-05T03:19:43,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-12-05T03:19:43,162 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073742021_1197 (size=12151) 2024-12-05T03:19:43,163 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=162 (bloomFilter=true), to=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/.tmp/B/f38f90492bc14965a16a0ffee3c3b01c 2024-12-05T03:19:43,165 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:43,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50150 deadline: 1733368843163, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:43,168 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:43,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50132 deadline: 1733368843165, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:43,169 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:43,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50144 deadline: 1733368843165, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:43,169 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:43,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50162 deadline: 1733368843166, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:43,170 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 971fbbbe942d,46085,1733368737191 2024-12-05T03:19:43,170 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:43,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50178 deadline: 1733368843167, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:43,171 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46085 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=58 2024-12-05T03:19:43,171 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733368776511.6ed6e8b66033709688ac6d7f07d6fc71. 2024-12-05T03:19:43,171 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733368776511.6ed6e8b66033709688ac6d7f07d6fc71. as already flushing 2024-12-05T03:19:43,171 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733368776511.6ed6e8b66033709688ac6d7f07d6fc71. 2024-12-05T03:19:43,171 ERROR [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] handler.RSProcedureHandler(58): pid=58 java.io.IOException: Unable to complete flush {ENCODED => 6ed6e8b66033709688ac6d7f07d6fc71, NAME => 'TestAcidGuarantees,,1733368776511.6ed6e8b66033709688ac6d7f07d6fc71.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:19:43,171 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=58 java.io.IOException: Unable to complete flush {ENCODED => 6ed6e8b66033709688ac6d7f07d6fc71, NAME => 'TestAcidGuarantees,,1733368776511.6ed6e8b66033709688ac6d7f07d6fc71.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:19:43,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.HMaster(4114): Remote procedure failed, pid=58 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6ed6e8b66033709688ac6d7f07d6fc71, NAME => 'TestAcidGuarantees,,1733368776511.6ed6e8b66033709688ac6d7f07d6fc71.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6ed6e8b66033709688ac6d7f07d6fc71, NAME => 'TestAcidGuarantees,,1733368776511.6ed6e8b66033709688ac6d7f07d6fc71.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:19:43,185 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/.tmp/C/24c5b96bf9c84706b433db092c0acb29 is 50, key is test_row_0/C:col10/1733368782511/Put/seqid=0 2024-12-05T03:19:43,193 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073742022_1198 (size=12151) 2024-12-05T03:19:43,194 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=162 (bloomFilter=true), to=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/.tmp/C/24c5b96bf9c84706b433db092c0acb29 2024-12-05T03:19:43,213 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/.tmp/A/59fa6ea0471949d5a4df00c5ba52bc71 as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/A/59fa6ea0471949d5a4df00c5ba52bc71 2024-12-05T03:19:43,220 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/A/59fa6ea0471949d5a4df00c5ba52bc71, entries=150, sequenceid=162, filesize=30.4 K 2024-12-05T03:19:43,221 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/.tmp/B/f38f90492bc14965a16a0ffee3c3b01c as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/B/f38f90492bc14965a16a0ffee3c3b01c 2024-12-05T03:19:43,228 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/B/f38f90492bc14965a16a0ffee3c3b01c, entries=150, sequenceid=162, filesize=11.9 K 2024-12-05T03:19:43,229 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/.tmp/C/24c5b96bf9c84706b433db092c0acb29 as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/C/24c5b96bf9c84706b433db092c0acb29 2024-12-05T03:19:43,233 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/C/24c5b96bf9c84706b433db092c0acb29, entries=150, sequenceid=162, filesize=11.9 K 2024-12-05T03:19:43,234 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=67.09 KB/68700 for 6ed6e8b66033709688ac6d7f07d6fc71 in 722ms, sequenceid=162, compaction requested=false 2024-12-05T03:19:43,235 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 6ed6e8b66033709688ac6d7f07d6fc71: 2024-12-05T03:19:43,324 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 971fbbbe942d,46085,1733368737191 2024-12-05T03:19:43,324 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46085 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=58 2024-12-05T03:19:43,325 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733368776511.6ed6e8b66033709688ac6d7f07d6fc71. 2024-12-05T03:19:43,325 INFO [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(2837): Flushing 6ed6e8b66033709688ac6d7f07d6fc71 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-12-05T03:19:43,325 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6ed6e8b66033709688ac6d7f07d6fc71, store=A 2024-12-05T03:19:43,325 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T03:19:43,325 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6ed6e8b66033709688ac6d7f07d6fc71, store=B 2024-12-05T03:19:43,326 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T03:19:43,326 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6ed6e8b66033709688ac6d7f07d6fc71, store=C 2024-12-05T03:19:43,326 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T03:19:43,342 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412053ae35839fe6c41dd8dbe6471745d0032_6ed6e8b66033709688ac6d7f07d6fc71 is 50, key is test_row_0/A:col10/1733368782539/Put/seqid=0 2024-12-05T03:19:43,362 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073742023_1199 (size=12304) 2024-12-05T03:19:43,363 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,371 INFO [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412053ae35839fe6c41dd8dbe6471745d0032_6ed6e8b66033709688ac6d7f07d6fc71 to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412053ae35839fe6c41dd8dbe6471745d0032_6ed6e8b66033709688ac6d7f07d6fc71 2024-12-05T03:19:43,372 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/.tmp/A/94f800279c534495904f794f51b82905, store: [table=TestAcidGuarantees family=A region=6ed6e8b66033709688ac6d7f07d6fc71] 2024-12-05T03:19:43,373 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/.tmp/A/94f800279c534495904f794f51b82905 is 175, key is test_row_0/A:col10/1733368782539/Put/seqid=0 2024-12-05T03:19:43,399 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073742024_1200 (size=31105) 2024-12-05T03:19:43,402 INFO [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=178, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/.tmp/A/94f800279c534495904f794f51b82905 2024-12-05T03:19:43,418 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/.tmp/B/2554226023364cd287e9c632c55dd6e7 is 50, key is test_row_0/B:col10/1733368782539/Put/seqid=0 2024-12-05T03:19:43,450 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073742025_1201 (size=12151) 2024-12-05T03:19:43,452 INFO [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=178 (bloomFilter=true), to=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/.tmp/B/2554226023364cd287e9c632c55dd6e7 2024-12-05T03:19:43,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-12-05T03:19:43,481 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/.tmp/C/5cb4914828a04cba88f6dcb1f25dc409 is 50, key is test_row_0/C:col10/1733368782539/Put/seqid=0 2024-12-05T03:19:43,501 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073742026_1202 (size=12151) 2024-12-05T03:19:43,503 INFO [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=178 (bloomFilter=true), to=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/.tmp/C/5cb4914828a04cba88f6dcb1f25dc409 2024-12-05T03:19:43,513 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/.tmp/A/94f800279c534495904f794f51b82905 as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/A/94f800279c534495904f794f51b82905 2024-12-05T03:19:43,528 INFO [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/A/94f800279c534495904f794f51b82905, entries=150, sequenceid=178, filesize=30.4 K 2024-12-05T03:19:43,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,529 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/.tmp/B/2554226023364cd287e9c632c55dd6e7 as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/B/2554226023364cd287e9c632c55dd6e7 2024-12-05T03:19:43,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,535 INFO [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/B/2554226023364cd287e9c632c55dd6e7, entries=150, sequenceid=178, filesize=11.9 K 2024-12-05T03:19:43,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,537 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/.tmp/C/5cb4914828a04cba88f6dcb1f25dc409 as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/C/5cb4914828a04cba88f6dcb1f25dc409 2024-12-05T03:19:43,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,551 INFO [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/C/5cb4914828a04cba88f6dcb1f25dc409, entries=150, sequenceid=178, filesize=11.9 K 2024-12-05T03:19:43,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,552 INFO [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=0 B/0 for 6ed6e8b66033709688ac6d7f07d6fc71 in 227ms, sequenceid=178, compaction requested=true 2024-12-05T03:19:43,553 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(2538): Flush status journal for 6ed6e8b66033709688ac6d7f07d6fc71: 2024-12-05T03:19:43,553 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733368776511.6ed6e8b66033709688ac6d7f07d6fc71. 2024-12-05T03:19:43,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,553 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=58 2024-12-05T03:19:43,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.HMaster(4106): Remote procedure done, pid=58 2024-12-05T03:19:43,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,556 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=58, resume processing ppid=57 2024-12-05T03:19:43,556 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=58, ppid=57, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 693 msec 2024-12-05T03:19:43,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,558 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=57, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=57, table=TestAcidGuarantees in 705 msec 2024-12-05T03:19:43,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(8581): Flush requested on 6ed6e8b66033709688ac6d7f07d6fc71 2024-12-05T03:19:43,725 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 6ed6e8b66033709688ac6d7f07d6fc71 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-05T03:19:43,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,727 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6ed6e8b66033709688ac6d7f07d6fc71, store=A 2024-12-05T03:19:43,727 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T03:19:43,727 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6ed6e8b66033709688ac6d7f07d6fc71, store=B 2024-12-05T03:19:43,727 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T03:19:43,727 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6ed6e8b66033709688ac6d7f07d6fc71, store=C 2024-12-05T03:19:43,727 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T03:19:43,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,752 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241205f03e79c2b8a94c28a8600da577414641_6ed6e8b66033709688ac6d7f07d6fc71 is 50, key is test_row_0/A:col10/1733368783725/Put/seqid=0 2024-12-05T03:19:43,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:43,773 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:43,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50144 deadline: 1733368843768, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:43,774 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:43,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50132 deadline: 1733368843768, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:43,774 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:43,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50162 deadline: 1733368843769, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:43,774 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:43,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50150 deadline: 1733368843769, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:43,775 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:43,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50178 deadline: 1733368843771, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:43,814 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073742027_1203 (size=19774) 2024-12-05T03:19:43,878 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:43,878 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:43,878 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:43,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50144 deadline: 1733368843875, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:43,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50162 deadline: 1733368843876, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:43,878 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:43,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50150 deadline: 1733368843876, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:43,879 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:43,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50178 deadline: 1733368843877, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:43,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50132 deadline: 1733368843876, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:43,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-12-05T03:19:43,964 INFO [Thread-767 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 57 completed 2024-12-05T03:19:43,965 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-05T03:19:43,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] procedure2.ProcedureExecutor(1098): Stored pid=59, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=59, table=TestAcidGuarantees 2024-12-05T03:19:43,967 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=59, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=59, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-05T03:19:43,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-12-05T03:19:43,968 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=59, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=59, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-05T03:19:43,968 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=60, ppid=59, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-05T03:19:44,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-12-05T03:19:44,082 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:44,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50162 deadline: 1733368844079, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:44,083 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:44,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50144 deadline: 1733368844080, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:44,083 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:44,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50150 deadline: 1733368844081, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:44,084 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:44,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50132 deadline: 1733368844082, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:44,084 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:44,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50178 deadline: 1733368844082, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:44,121 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 971fbbbe942d,46085,1733368737191 2024-12-05T03:19:44,122 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46085 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=60 2024-12-05T03:19:44,122 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733368776511.6ed6e8b66033709688ac6d7f07d6fc71. 2024-12-05T03:19:44,122 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733368776511.6ed6e8b66033709688ac6d7f07d6fc71. as already flushing 2024-12-05T03:19:44,122 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733368776511.6ed6e8b66033709688ac6d7f07d6fc71. 2024-12-05T03:19:44,122 ERROR [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] handler.RSProcedureHandler(58): pid=60 java.io.IOException: Unable to complete flush {ENCODED => 6ed6e8b66033709688ac6d7f07d6fc71, NAME => 'TestAcidGuarantees,,1733368776511.6ed6e8b66033709688ac6d7f07d6fc71.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:19:44,122 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=60 java.io.IOException: Unable to complete flush {ENCODED => 6ed6e8b66033709688ac6d7f07d6fc71, NAME => 'TestAcidGuarantees,,1733368776511.6ed6e8b66033709688ac6d7f07d6fc71.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:19:44,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.HMaster(4114): Remote procedure failed, pid=60 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6ed6e8b66033709688ac6d7f07d6fc71, NAME => 'TestAcidGuarantees,,1733368776511.6ed6e8b66033709688ac6d7f07d6fc71.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6ed6e8b66033709688ac6d7f07d6fc71, NAME => 'TestAcidGuarantees,,1733368776511.6ed6e8b66033709688ac6d7f07d6fc71.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:19:44,215 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:44,220 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241205f03e79c2b8a94c28a8600da577414641_6ed6e8b66033709688ac6d7f07d6fc71 to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241205f03e79c2b8a94c28a8600da577414641_6ed6e8b66033709688ac6d7f07d6fc71 2024-12-05T03:19:44,221 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/.tmp/A/7c6ab6019d29444993003398124791e9, store: [table=TestAcidGuarantees family=A region=6ed6e8b66033709688ac6d7f07d6fc71] 2024-12-05T03:19:44,222 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/.tmp/A/7c6ab6019d29444993003398124791e9 is 175, key is test_row_0/A:col10/1733368783725/Put/seqid=0 2024-12-05T03:19:44,228 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073742028_1204 (size=57033) 2024-12-05T03:19:44,229 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=190, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/.tmp/A/7c6ab6019d29444993003398124791e9 2024-12-05T03:19:44,240 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/.tmp/B/dcc52c93aa3c4dd3a21ae2e66774a06f is 50, key is test_row_0/B:col10/1733368783725/Put/seqid=0 2024-12-05T03:19:44,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-12-05T03:19:44,275 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 971fbbbe942d,46085,1733368737191 2024-12-05T03:19:44,276 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073742029_1205 (size=12151) 2024-12-05T03:19:44,276 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46085 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=60 2024-12-05T03:19:44,276 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733368776511.6ed6e8b66033709688ac6d7f07d6fc71. 2024-12-05T03:19:44,276 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733368776511.6ed6e8b66033709688ac6d7f07d6fc71. as already flushing 2024-12-05T03:19:44,276 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733368776511.6ed6e8b66033709688ac6d7f07d6fc71. 2024-12-05T03:19:44,277 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=190 (bloomFilter=true), to=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/.tmp/B/dcc52c93aa3c4dd3a21ae2e66774a06f 2024-12-05T03:19:44,276 ERROR [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] handler.RSProcedureHandler(58): pid=60 java.io.IOException: Unable to complete flush {ENCODED => 6ed6e8b66033709688ac6d7f07d6fc71, NAME => 'TestAcidGuarantees,,1733368776511.6ed6e8b66033709688ac6d7f07d6fc71.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:19:44,277 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=60 java.io.IOException: Unable to complete flush {ENCODED => 6ed6e8b66033709688ac6d7f07d6fc71, NAME => 'TestAcidGuarantees,,1733368776511.6ed6e8b66033709688ac6d7f07d6fc71.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:19:44,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.HMaster(4114): Remote procedure failed, pid=60 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6ed6e8b66033709688ac6d7f07d6fc71, NAME => 'TestAcidGuarantees,,1733368776511.6ed6e8b66033709688ac6d7f07d6fc71.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6ed6e8b66033709688ac6d7f07d6fc71, NAME => 'TestAcidGuarantees,,1733368776511.6ed6e8b66033709688ac6d7f07d6fc71.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:19:44,295 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/.tmp/C/89533a94b81b4c16abfa469382024470 is 50, key is test_row_0/C:col10/1733368783725/Put/seqid=0 2024-12-05T03:19:44,314 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073742030_1206 (size=12151) 2024-12-05T03:19:44,387 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:44,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50144 deadline: 1733368844386, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:44,388 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:44,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50178 deadline: 1733368844386, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:44,388 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:44,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50162 deadline: 1733368844386, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:44,391 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:44,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50132 deadline: 1733368844387, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:44,391 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:44,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50150 deadline: 1733368844387, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:44,429 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 971fbbbe942d,46085,1733368737191 2024-12-05T03:19:44,429 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46085 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=60 2024-12-05T03:19:44,430 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733368776511.6ed6e8b66033709688ac6d7f07d6fc71. 2024-12-05T03:19:44,430 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733368776511.6ed6e8b66033709688ac6d7f07d6fc71. as already flushing 2024-12-05T03:19:44,430 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733368776511.6ed6e8b66033709688ac6d7f07d6fc71. 2024-12-05T03:19:44,430 ERROR [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] handler.RSProcedureHandler(58): pid=60 java.io.IOException: Unable to complete flush {ENCODED => 6ed6e8b66033709688ac6d7f07d6fc71, NAME => 'TestAcidGuarantees,,1733368776511.6ed6e8b66033709688ac6d7f07d6fc71.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:19:44,430 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=60 java.io.IOException: Unable to complete flush {ENCODED => 6ed6e8b66033709688ac6d7f07d6fc71, NAME => 'TestAcidGuarantees,,1733368776511.6ed6e8b66033709688ac6d7f07d6fc71.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:19:44,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.HMaster(4114): Remote procedure failed, pid=60 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6ed6e8b66033709688ac6d7f07d6fc71, NAME => 'TestAcidGuarantees,,1733368776511.6ed6e8b66033709688ac6d7f07d6fc71.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6ed6e8b66033709688ac6d7f07d6fc71, NAME => 'TestAcidGuarantees,,1733368776511.6ed6e8b66033709688ac6d7f07d6fc71.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:19:44,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-12-05T03:19:44,582 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 971fbbbe942d,46085,1733368737191 2024-12-05T03:19:44,584 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46085 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=60 2024-12-05T03:19:44,584 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733368776511.6ed6e8b66033709688ac6d7f07d6fc71. 2024-12-05T03:19:44,584 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733368776511.6ed6e8b66033709688ac6d7f07d6fc71. as already flushing 2024-12-05T03:19:44,584 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733368776511.6ed6e8b66033709688ac6d7f07d6fc71. 2024-12-05T03:19:44,584 ERROR [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] handler.RSProcedureHandler(58): pid=60 java.io.IOException: Unable to complete flush {ENCODED => 6ed6e8b66033709688ac6d7f07d6fc71, NAME => 'TestAcidGuarantees,,1733368776511.6ed6e8b66033709688ac6d7f07d6fc71.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:19:44,585 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=60 java.io.IOException: Unable to complete flush {ENCODED => 6ed6e8b66033709688ac6d7f07d6fc71, NAME => 'TestAcidGuarantees,,1733368776511.6ed6e8b66033709688ac6d7f07d6fc71.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:19:44,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.HMaster(4114): Remote procedure failed, pid=60 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6ed6e8b66033709688ac6d7f07d6fc71, NAME => 'TestAcidGuarantees,,1733368776511.6ed6e8b66033709688ac6d7f07d6fc71.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6ed6e8b66033709688ac6d7f07d6fc71, NAME => 'TestAcidGuarantees,,1733368776511.6ed6e8b66033709688ac6d7f07d6fc71.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:19:44,715 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=190 (bloomFilter=true), to=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/.tmp/C/89533a94b81b4c16abfa469382024470 2024-12-05T03:19:44,723 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/.tmp/A/7c6ab6019d29444993003398124791e9 as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/A/7c6ab6019d29444993003398124791e9 2024-12-05T03:19:44,731 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/A/7c6ab6019d29444993003398124791e9, entries=300, sequenceid=190, filesize=55.7 K 2024-12-05T03:19:44,732 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/.tmp/B/dcc52c93aa3c4dd3a21ae2e66774a06f as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/B/dcc52c93aa3c4dd3a21ae2e66774a06f 2024-12-05T03:19:44,736 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 971fbbbe942d,46085,1733368737191 2024-12-05T03:19:44,737 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46085 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=60 2024-12-05T03:19:44,737 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733368776511.6ed6e8b66033709688ac6d7f07d6fc71. 2024-12-05T03:19:44,737 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733368776511.6ed6e8b66033709688ac6d7f07d6fc71. as already flushing 2024-12-05T03:19:44,737 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733368776511.6ed6e8b66033709688ac6d7f07d6fc71. 2024-12-05T03:19:44,737 ERROR [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] handler.RSProcedureHandler(58): pid=60 java.io.IOException: Unable to complete flush {ENCODED => 6ed6e8b66033709688ac6d7f07d6fc71, NAME => 'TestAcidGuarantees,,1733368776511.6ed6e8b66033709688ac6d7f07d6fc71.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:19:44,737 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/B/dcc52c93aa3c4dd3a21ae2e66774a06f, entries=150, sequenceid=190, filesize=11.9 K 2024-12-05T03:19:44,737 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=60 java.io.IOException: Unable to complete flush {ENCODED => 6ed6e8b66033709688ac6d7f07d6fc71, NAME => 'TestAcidGuarantees,,1733368776511.6ed6e8b66033709688ac6d7f07d6fc71.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:19:44,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.HMaster(4114): Remote procedure failed, pid=60 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6ed6e8b66033709688ac6d7f07d6fc71, NAME => 'TestAcidGuarantees,,1733368776511.6ed6e8b66033709688ac6d7f07d6fc71.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6ed6e8b66033709688ac6d7f07d6fc71, NAME => 'TestAcidGuarantees,,1733368776511.6ed6e8b66033709688ac6d7f07d6fc71.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:19:44,743 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/.tmp/C/89533a94b81b4c16abfa469382024470 as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/C/89533a94b81b4c16abfa469382024470 2024-12-05T03:19:44,750 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/C/89533a94b81b4c16abfa469382024470, entries=150, sequenceid=190, filesize=11.9 K 2024-12-05T03:19:44,751 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 6ed6e8b66033709688ac6d7f07d6fc71 in 1026ms, sequenceid=190, compaction requested=true 2024-12-05T03:19:44,752 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 6ed6e8b66033709688ac6d7f07d6fc71: 2024-12-05T03:19:44,752 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6ed6e8b66033709688ac6d7f07d6fc71:A, priority=-2147483648, current under compaction store size is 1 2024-12-05T03:19:44,752 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T03:19:44,752 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-05T03:19:44,752 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6ed6e8b66033709688ac6d7f07d6fc71:B, priority=-2147483648, current under compaction store size is 2 2024-12-05T03:19:44,752 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T03:19:44,752 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6ed6e8b66033709688ac6d7f07d6fc71:C, priority=-2147483648, current under compaction store size is 3 2024-12-05T03:19:44,752 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-05T03:19:44,752 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T03:19:44,753 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 150622 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-05T03:19:44,753 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48878 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-05T03:19:44,754 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.HStore(1540): 6ed6e8b66033709688ac6d7f07d6fc71/A is initiating minor compaction (all files) 2024-12-05T03:19:44,754 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.HStore(1540): 6ed6e8b66033709688ac6d7f07d6fc71/B is initiating minor compaction (all files) 2024-12-05T03:19:44,754 INFO [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6ed6e8b66033709688ac6d7f07d6fc71/A in TestAcidGuarantees,,1733368776511.6ed6e8b66033709688ac6d7f07d6fc71. 2024-12-05T03:19:44,754 INFO [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6ed6e8b66033709688ac6d7f07d6fc71/B in TestAcidGuarantees,,1733368776511.6ed6e8b66033709688ac6d7f07d6fc71. 2024-12-05T03:19:44,754 INFO [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/A/1af62a2b857d4e99adec4d7d93fc6d03, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/A/59fa6ea0471949d5a4df00c5ba52bc71, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/A/94f800279c534495904f794f51b82905, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/A/7c6ab6019d29444993003398124791e9] into tmpdir=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/.tmp, totalSize=147.1 K 2024-12-05T03:19:44,754 INFO [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/B/e4fa9854b40648e991dbd2b3c8af08bc, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/B/f38f90492bc14965a16a0ffee3c3b01c, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/B/2554226023364cd287e9c632c55dd6e7, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/B/dcc52c93aa3c4dd3a21ae2e66774a06f] into tmpdir=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/.tmp, totalSize=47.7 K 2024-12-05T03:19:44,754 INFO [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733368776511.6ed6e8b66033709688ac6d7f07d6fc71. 2024-12-05T03:19:44,754 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733368776511.6ed6e8b66033709688ac6d7f07d6fc71. files: [hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/A/1af62a2b857d4e99adec4d7d93fc6d03, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/A/59fa6ea0471949d5a4df00c5ba52bc71, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/A/94f800279c534495904f794f51b82905, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/A/7c6ab6019d29444993003398124791e9] 2024-12-05T03:19:44,754 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] compactions.Compactor(224): Compacting e4fa9854b40648e991dbd2b3c8af08bc, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=138, earliestPutTs=1733368781542 2024-12-05T03:19:44,755 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1af62a2b857d4e99adec4d7d93fc6d03, keycount=150, bloomtype=ROW, size=30.6 K, encoding=NONE, compression=NONE, seqNum=138, earliestPutTs=1733368781542 2024-12-05T03:19:44,755 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] compactions.Compactor(224): Compacting f38f90492bc14965a16a0ffee3c3b01c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=162, earliestPutTs=1733368782196 2024-12-05T03:19:44,755 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] compactions.Compactor(224): Compacting 59fa6ea0471949d5a4df00c5ba52bc71, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=162, earliestPutTs=1733368782196 2024-12-05T03:19:44,756 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] compactions.Compactor(224): Compacting 2554226023364cd287e9c632c55dd6e7, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=178, earliestPutTs=1733368782532 2024-12-05T03:19:44,756 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] compactions.Compactor(224): Compacting 94f800279c534495904f794f51b82905, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=178, earliestPutTs=1733368782532 2024-12-05T03:19:44,756 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] compactions.Compactor(224): Compacting dcc52c93aa3c4dd3a21ae2e66774a06f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=190, earliestPutTs=1733368783714 2024-12-05T03:19:44,757 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7c6ab6019d29444993003398124791e9, keycount=300, bloomtype=ROW, size=55.7 K, encoding=NONE, compression=NONE, seqNum=190, earliestPutTs=1733368783692 2024-12-05T03:19:44,775 INFO [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=6ed6e8b66033709688ac6d7f07d6fc71] 2024-12-05T03:19:44,786 INFO [RS:0;971fbbbe942d:46085-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6ed6e8b66033709688ac6d7f07d6fc71#B#compaction#178 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-05T03:19:44,787 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/.tmp/B/892bc11dfc4c4dddb80357cfbc7c2ec9 is 50, key is test_row_0/B:col10/1733368783725/Put/seqid=0 2024-12-05T03:19:44,789 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024120517860ac5a7c74864a9f08b862d849aba_6ed6e8b66033709688ac6d7f07d6fc71 store=[table=TestAcidGuarantees family=A region=6ed6e8b66033709688ac6d7f07d6fc71] 2024-12-05T03:19:44,792 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024120517860ac5a7c74864a9f08b862d849aba_6ed6e8b66033709688ac6d7f07d6fc71, store=[table=TestAcidGuarantees family=A region=6ed6e8b66033709688ac6d7f07d6fc71] 2024-12-05T03:19:44,792 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120517860ac5a7c74864a9f08b862d849aba_6ed6e8b66033709688ac6d7f07d6fc71 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=6ed6e8b66033709688ac6d7f07d6fc71] 2024-12-05T03:19:44,837 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073742031_1207 (size=12561) 2024-12-05T03:19:44,853 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073742032_1208 (size=4469) 2024-12-05T03:19:44,889 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 971fbbbe942d,46085,1733368737191 2024-12-05T03:19:44,890 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46085 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=60 2024-12-05T03:19:44,890 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733368776511.6ed6e8b66033709688ac6d7f07d6fc71. 2024-12-05T03:19:44,890 INFO [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegion(2837): Flushing 6ed6e8b66033709688ac6d7f07d6fc71 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-12-05T03:19:44,891 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6ed6e8b66033709688ac6d7f07d6fc71, store=A 2024-12-05T03:19:44,891 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T03:19:44,891 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6ed6e8b66033709688ac6d7f07d6fc71, store=B 2024-12-05T03:19:44,891 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T03:19:44,891 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6ed6e8b66033709688ac6d7f07d6fc71, store=C 2024-12-05T03:19:44,891 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T03:19:44,902 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733368776511.6ed6e8b66033709688ac6d7f07d6fc71. as already flushing 2024-12-05T03:19:44,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(8581): Flush requested on 6ed6e8b66033709688ac6d7f07d6fc71 2024-12-05T03:19:44,924 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120503f0a79f5ab447b4b55e959152f8b8ec_6ed6e8b66033709688ac6d7f07d6fc71 is 50, key is test_row_0/A:col10/1733368783767/Put/seqid=0 2024-12-05T03:19:44,922 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:44,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50132 deadline: 1733368844913, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:44,927 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:44,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50178 deadline: 1733368844918, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:44,928 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:44,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50162 deadline: 1733368844920, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:44,928 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:44,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50144 deadline: 1733368844920, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:44,928 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:44,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50150 deadline: 1733368844922, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:44,978 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073742033_1209 (size=12304) 2024-12-05T03:19:45,030 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:45,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50132 deadline: 1733368845026, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:45,031 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:45,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50178 deadline: 1733368845029, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:45,031 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:45,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50162 deadline: 1733368845029, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:45,031 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:45,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50150 deadline: 1733368845030, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:45,032 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:45,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50144 deadline: 1733368845030, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:45,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-12-05T03:19:45,239 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:45,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50132 deadline: 1733368845232, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:45,240 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:45,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50162 deadline: 1733368845234, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:45,241 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:45,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50150 deadline: 1733368845234, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:45,241 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:45,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50178 deadline: 1733368845234, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:45,241 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:45,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50144 deadline: 1733368845235, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:45,248 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/.tmp/B/892bc11dfc4c4dddb80357cfbc7c2ec9 as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/B/892bc11dfc4c4dddb80357cfbc7c2ec9 2024-12-05T03:19:45,255 INFO [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 6ed6e8b66033709688ac6d7f07d6fc71/B of 6ed6e8b66033709688ac6d7f07d6fc71 into 892bc11dfc4c4dddb80357cfbc7c2ec9(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T03:19:45,255 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6ed6e8b66033709688ac6d7f07d6fc71: 2024-12-05T03:19:45,255 INFO [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733368776511.6ed6e8b66033709688ac6d7f07d6fc71., storeName=6ed6e8b66033709688ac6d7f07d6fc71/B, priority=12, startTime=1733368784752; duration=0sec 2024-12-05T03:19:45,255 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T03:19:45,255 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6ed6e8b66033709688ac6d7f07d6fc71:B 2024-12-05T03:19:45,255 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-05T03:19:45,259 INFO [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6ed6e8b66033709688ac6d7f07d6fc71#A#compaction#177 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T03:19:45,260 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/.tmp/A/97d3c6ad9e4d4663aa1666c2ce71833e is 175, key is test_row_0/A:col10/1733368783725/Put/seqid=0 2024-12-05T03:19:45,261 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48878 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-05T03:19:45,261 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.HStore(1540): 6ed6e8b66033709688ac6d7f07d6fc71/C is initiating minor compaction (all files) 2024-12-05T03:19:45,261 INFO [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6ed6e8b66033709688ac6d7f07d6fc71/C in TestAcidGuarantees,,1733368776511.6ed6e8b66033709688ac6d7f07d6fc71. 2024-12-05T03:19:45,261 INFO [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/C/4e88fbc47ba04ac990defff5422823ad, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/C/24c5b96bf9c84706b433db092c0acb29, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/C/5cb4914828a04cba88f6dcb1f25dc409, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/C/89533a94b81b4c16abfa469382024470] into tmpdir=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/.tmp, totalSize=47.7 K 2024-12-05T03:19:45,262 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] compactions.Compactor(224): Compacting 4e88fbc47ba04ac990defff5422823ad, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=138, earliestPutTs=1733368781542 2024-12-05T03:19:45,262 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] compactions.Compactor(224): Compacting 24c5b96bf9c84706b433db092c0acb29, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=162, earliestPutTs=1733368782196 2024-12-05T03:19:45,263 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] compactions.Compactor(224): Compacting 5cb4914828a04cba88f6dcb1f25dc409, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=178, earliestPutTs=1733368782532 2024-12-05T03:19:45,263 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] compactions.Compactor(224): Compacting 89533a94b81b4c16abfa469382024470, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=190, earliestPutTs=1733368783714 2024-12-05T03:19:45,287 INFO [RS:0;971fbbbe942d:46085-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6ed6e8b66033709688ac6d7f07d6fc71#C#compaction#180 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T03:19:45,287 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/.tmp/C/41bc5595a915407e85abf9d752ff693b is 50, key is test_row_0/C:col10/1733368783725/Put/seqid=0 2024-12-05T03:19:45,310 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073742034_1210 (size=31515) 2024-12-05T03:19:45,346 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073742035_1211 (size=12561) 2024-12-05T03:19:45,357 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/.tmp/C/41bc5595a915407e85abf9d752ff693b as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/C/41bc5595a915407e85abf9d752ff693b 2024-12-05T03:19:45,364 INFO [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 6ed6e8b66033709688ac6d7f07d6fc71/C of 6ed6e8b66033709688ac6d7f07d6fc71 into 41bc5595a915407e85abf9d752ff693b(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T03:19:45,364 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6ed6e8b66033709688ac6d7f07d6fc71: 2024-12-05T03:19:45,364 INFO [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733368776511.6ed6e8b66033709688ac6d7f07d6fc71., storeName=6ed6e8b66033709688ac6d7f07d6fc71/C, priority=12, startTime=1733368784752; duration=0sec 2024-12-05T03:19:45,364 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T03:19:45,364 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6ed6e8b66033709688ac6d7f07d6fc71:C 2024-12-05T03:19:45,379 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:45,388 INFO [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120503f0a79f5ab447b4b55e959152f8b8ec_6ed6e8b66033709688ac6d7f07d6fc71 to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120503f0a79f5ab447b4b55e959152f8b8ec_6ed6e8b66033709688ac6d7f07d6fc71 2024-12-05T03:19:45,389 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/.tmp/A/220b3358460e4b3192e59d6b74535b7e, store: [table=TestAcidGuarantees family=A region=6ed6e8b66033709688ac6d7f07d6fc71] 2024-12-05T03:19:45,390 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/.tmp/A/220b3358460e4b3192e59d6b74535b7e is 175, key is test_row_0/A:col10/1733368783767/Put/seqid=0 2024-12-05T03:19:45,444 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073742036_1212 (size=31105) 2024-12-05T03:19:45,451 INFO [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=214, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/.tmp/A/220b3358460e4b3192e59d6b74535b7e 2024-12-05T03:19:45,462 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/.tmp/B/9d06c9048c52407fad5e0bb6bd477c52 is 50, key is test_row_0/B:col10/1733368783767/Put/seqid=0 2024-12-05T03:19:45,497 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073742037_1213 (size=12151) 2024-12-05T03:19:45,498 INFO [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=214 (bloomFilter=true), to=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/.tmp/B/9d06c9048c52407fad5e0bb6bd477c52 2024-12-05T03:19:45,530 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/.tmp/C/9797896f79794d1597e20c2204adbb15 is 50, key is test_row_0/C:col10/1733368783767/Put/seqid=0 2024-12-05T03:19:45,543 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:45,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50162 deadline: 1733368845542, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:45,543 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:45,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50150 deadline: 1733368845543, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:45,545 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:45,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50178 deadline: 1733368845543, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:45,545 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:45,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50132 deadline: 1733368845544, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:45,546 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:45,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50144 deadline: 1733368845545, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:45,561 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073742038_1214 (size=12151) 2024-12-05T03:19:45,562 INFO [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=214 (bloomFilter=true), to=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/.tmp/C/9797896f79794d1597e20c2204adbb15 2024-12-05T03:19:45,568 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/.tmp/A/220b3358460e4b3192e59d6b74535b7e as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/A/220b3358460e4b3192e59d6b74535b7e 2024-12-05T03:19:45,576 INFO [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/A/220b3358460e4b3192e59d6b74535b7e, entries=150, sequenceid=214, filesize=30.4 K 2024-12-05T03:19:45,578 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/.tmp/B/9d06c9048c52407fad5e0bb6bd477c52 as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/B/9d06c9048c52407fad5e0bb6bd477c52 2024-12-05T03:19:45,584 INFO [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/B/9d06c9048c52407fad5e0bb6bd477c52, entries=150, sequenceid=214, filesize=11.9 K 2024-12-05T03:19:45,586 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/.tmp/C/9797896f79794d1597e20c2204adbb15 as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/C/9797896f79794d1597e20c2204adbb15 2024-12-05T03:19:45,594 INFO [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/C/9797896f79794d1597e20c2204adbb15, entries=150, sequenceid=214, filesize=11.9 K 2024-12-05T03:19:45,595 INFO [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 6ed6e8b66033709688ac6d7f07d6fc71 in 705ms, sequenceid=214, compaction requested=false 2024-12-05T03:19:45,595 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegion(2538): Flush status journal for 6ed6e8b66033709688ac6d7f07d6fc71: 2024-12-05T03:19:45,595 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733368776511.6ed6e8b66033709688ac6d7f07d6fc71. 2024-12-05T03:19:45,595 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=60 2024-12-05T03:19:45,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.HMaster(4106): Remote procedure done, pid=60 2024-12-05T03:19:45,601 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=60, resume processing ppid=59 2024-12-05T03:19:45,601 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=60, ppid=59, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.6290 sec 2024-12-05T03:19:45,603 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=59, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=59, table=TestAcidGuarantees in 1.6370 sec 2024-12-05T03:19:45,718 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/.tmp/A/97d3c6ad9e4d4663aa1666c2ce71833e as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/A/97d3c6ad9e4d4663aa1666c2ce71833e 2024-12-05T03:19:45,724 INFO [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 6ed6e8b66033709688ac6d7f07d6fc71/A of 6ed6e8b66033709688ac6d7f07d6fc71 into 97d3c6ad9e4d4663aa1666c2ce71833e(size=30.8 K), total size for store is 61.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T03:19:45,724 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6ed6e8b66033709688ac6d7f07d6fc71: 2024-12-05T03:19:45,724 INFO [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733368776511.6ed6e8b66033709688ac6d7f07d6fc71., storeName=6ed6e8b66033709688ac6d7f07d6fc71/A, priority=12, startTime=1733368784752; duration=0sec 2024-12-05T03:19:45,724 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T03:19:45,724 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6ed6e8b66033709688ac6d7f07d6fc71:A 2024-12-05T03:19:46,051 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 6ed6e8b66033709688ac6d7f07d6fc71 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-12-05T03:19:46,051 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6ed6e8b66033709688ac6d7f07d6fc71, store=A 2024-12-05T03:19:46,051 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T03:19:46,051 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6ed6e8b66033709688ac6d7f07d6fc71, store=B 2024-12-05T03:19:46,052 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T03:19:46,052 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6ed6e8b66033709688ac6d7f07d6fc71, store=C 2024-12-05T03:19:46,052 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T03:19:46,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(8581): Flush requested on 6ed6e8b66033709688ac6d7f07d6fc71 2024-12-05T03:19:46,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-12-05T03:19:46,088 INFO [Thread-767 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 59 completed 2024-12-05T03:19:46,090 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-05T03:19:46,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] procedure2.ProcedureExecutor(1098): Stored pid=61, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=61, table=TestAcidGuarantees 2024-12-05T03:19:46,091 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:46,091 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=61, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=61, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-05T03:19:46,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50162 deadline: 1733368846082, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:46,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=61 2024-12-05T03:19:46,092 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:46,092 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=61, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=61, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-05T03:19:46,092 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:46,092 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=62, ppid=61, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-05T03:19:46,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50178 deadline: 1733368846083, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:46,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50150 deadline: 1733368846083, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:46,093 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:46,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50144 deadline: 1733368846087, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:46,094 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:46,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50132 deadline: 1733368846090, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:46,098 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412055bf8fbfc428a49c7a77c64a9f88c79d5_6ed6e8b66033709688ac6d7f07d6fc71 is 50, key is test_row_0/A:col10/1733368784893/Put/seqid=0 2024-12-05T03:19:46,158 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073742039_1215 (size=12304) 2024-12-05T03:19:46,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=61 2024-12-05T03:19:46,195 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:46,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50162 deadline: 1733368846193, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:46,196 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:46,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50178 deadline: 1733368846194, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:46,196 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:46,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50150 deadline: 1733368846194, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:46,197 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:46,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50144 deadline: 1733368846194, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:46,197 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:46,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50132 deadline: 1733368846195, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:46,244 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 971fbbbe942d,46085,1733368737191 2024-12-05T03:19:46,245 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46085 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=62 2024-12-05T03:19:46,245 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733368776511.6ed6e8b66033709688ac6d7f07d6fc71. 2024-12-05T03:19:46,245 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733368776511.6ed6e8b66033709688ac6d7f07d6fc71. as already flushing 2024-12-05T03:19:46,245 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733368776511.6ed6e8b66033709688ac6d7f07d6fc71. 2024-12-05T03:19:46,245 ERROR [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] handler.RSProcedureHandler(58): pid=62 java.io.IOException: Unable to complete flush {ENCODED => 6ed6e8b66033709688ac6d7f07d6fc71, NAME => 'TestAcidGuarantees,,1733368776511.6ed6e8b66033709688ac6d7f07d6fc71.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:19:46,246 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=62 java.io.IOException: Unable to complete flush {ENCODED => 6ed6e8b66033709688ac6d7f07d6fc71, NAME => 'TestAcidGuarantees,,1733368776511.6ed6e8b66033709688ac6d7f07d6fc71.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:19:46,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.HMaster(4114): Remote procedure failed, pid=62 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6ed6e8b66033709688ac6d7f07d6fc71, NAME => 'TestAcidGuarantees,,1733368776511.6ed6e8b66033709688ac6d7f07d6fc71.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6ed6e8b66033709688ac6d7f07d6fc71, NAME => 'TestAcidGuarantees,,1733368776511.6ed6e8b66033709688ac6d7f07d6fc71.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:19:46,397 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 971fbbbe942d,46085,1733368737191 2024-12-05T03:19:46,398 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46085 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=62 2024-12-05T03:19:46,398 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733368776511.6ed6e8b66033709688ac6d7f07d6fc71. 2024-12-05T03:19:46,399 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733368776511.6ed6e8b66033709688ac6d7f07d6fc71. as already flushing 2024-12-05T03:19:46,399 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733368776511.6ed6e8b66033709688ac6d7f07d6fc71. 2024-12-05T03:19:46,399 ERROR [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] handler.RSProcedureHandler(58): pid=62 java.io.IOException: Unable to complete flush {ENCODED => 6ed6e8b66033709688ac6d7f07d6fc71, NAME => 'TestAcidGuarantees,,1733368776511.6ed6e8b66033709688ac6d7f07d6fc71.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:19:46,399 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=62 java.io.IOException: Unable to complete flush {ENCODED => 6ed6e8b66033709688ac6d7f07d6fc71, NAME => 'TestAcidGuarantees,,1733368776511.6ed6e8b66033709688ac6d7f07d6fc71.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:19:46,400 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:46,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.HMaster(4114): Remote procedure failed, pid=62 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6ed6e8b66033709688ac6d7f07d6fc71, NAME => 'TestAcidGuarantees,,1733368776511.6ed6e8b66033709688ac6d7f07d6fc71.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6ed6e8b66033709688ac6d7f07d6fc71, NAME => 'TestAcidGuarantees,,1733368776511.6ed6e8b66033709688ac6d7f07d6fc71.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:19:46,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50162 deadline: 1733368846398, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:46,400 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:46,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50178 deadline: 1733368846399, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:46,400 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:46,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50150 deadline: 1733368846399, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:46,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=61 2024-12-05T03:19:46,401 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:46,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50132 deadline: 1733368846400, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:46,401 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:46,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50144 deadline: 1733368846400, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:46,552 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 971fbbbe942d,46085,1733368737191 2024-12-05T03:19:46,552 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46085 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=62 2024-12-05T03:19:46,552 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733368776511.6ed6e8b66033709688ac6d7f07d6fc71. 2024-12-05T03:19:46,553 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733368776511.6ed6e8b66033709688ac6d7f07d6fc71. as already flushing 2024-12-05T03:19:46,553 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733368776511.6ed6e8b66033709688ac6d7f07d6fc71. 2024-12-05T03:19:46,553 ERROR [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] handler.RSProcedureHandler(58): pid=62 java.io.IOException: Unable to complete flush {ENCODED => 6ed6e8b66033709688ac6d7f07d6fc71, NAME => 'TestAcidGuarantees,,1733368776511.6ed6e8b66033709688ac6d7f07d6fc71.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:19:46,553 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=62 java.io.IOException: Unable to complete flush {ENCODED => 6ed6e8b66033709688ac6d7f07d6fc71, NAME => 'TestAcidGuarantees,,1733368776511.6ed6e8b66033709688ac6d7f07d6fc71.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:19:46,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.HMaster(4114): Remote procedure failed, pid=62 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6ed6e8b66033709688ac6d7f07d6fc71, NAME => 'TestAcidGuarantees,,1733368776511.6ed6e8b66033709688ac6d7f07d6fc71.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6ed6e8b66033709688ac6d7f07d6fc71, NAME => 'TestAcidGuarantees,,1733368776511.6ed6e8b66033709688ac6d7f07d6fc71.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:19:46,559 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:46,564 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412055bf8fbfc428a49c7a77c64a9f88c79d5_6ed6e8b66033709688ac6d7f07d6fc71 to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412055bf8fbfc428a49c7a77c64a9f88c79d5_6ed6e8b66033709688ac6d7f07d6fc71 2024-12-05T03:19:46,565 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/.tmp/A/8d41326d080f4eb38dfcece3fab077d5, store: [table=TestAcidGuarantees family=A region=6ed6e8b66033709688ac6d7f07d6fc71] 2024-12-05T03:19:46,566 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/.tmp/A/8d41326d080f4eb38dfcece3fab077d5 is 175, key is test_row_0/A:col10/1733368784893/Put/seqid=0 2024-12-05T03:19:46,625 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073742040_1216 (size=31105) 2024-12-05T03:19:46,626 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=230, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/.tmp/A/8d41326d080f4eb38dfcece3fab077d5 2024-12-05T03:19:46,646 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/.tmp/B/f4ea1b86514447d8808e260326637efa is 50, key is test_row_0/B:col10/1733368784893/Put/seqid=0 2024-12-05T03:19:46,689 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073742041_1217 (size=12151) 2024-12-05T03:19:46,690 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=230 (bloomFilter=true), to=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/.tmp/B/f4ea1b86514447d8808e260326637efa 2024-12-05T03:19:46,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=61 2024-12-05T03:19:46,702 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:46,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50162 deadline: 1733368846701, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:46,705 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 971fbbbe942d,46085,1733368737191 2024-12-05T03:19:46,706 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/.tmp/C/2c73d1e404e44dfa9374a1a44f1142d1 is 50, key is test_row_0/C:col10/1733368784893/Put/seqid=0 2024-12-05T03:19:46,707 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46085 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=62 2024-12-05T03:19:46,707 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733368776511.6ed6e8b66033709688ac6d7f07d6fc71. 2024-12-05T03:19:46,707 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733368776511.6ed6e8b66033709688ac6d7f07d6fc71. as already flushing 2024-12-05T03:19:46,707 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733368776511.6ed6e8b66033709688ac6d7f07d6fc71. 2024-12-05T03:19:46,708 ERROR [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] handler.RSProcedureHandler(58): pid=62 java.io.IOException: Unable to complete flush {ENCODED => 6ed6e8b66033709688ac6d7f07d6fc71, NAME => 'TestAcidGuarantees,,1733368776511.6ed6e8b66033709688ac6d7f07d6fc71.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:19:46,708 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=62 java.io.IOException: Unable to complete flush {ENCODED => 6ed6e8b66033709688ac6d7f07d6fc71, NAME => 'TestAcidGuarantees,,1733368776511.6ed6e8b66033709688ac6d7f07d6fc71.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:19:46,708 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:46,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50132 deadline: 1733368846704, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:46,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.HMaster(4114): Remote procedure failed, pid=62 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6ed6e8b66033709688ac6d7f07d6fc71, NAME => 'TestAcidGuarantees,,1733368776511.6ed6e8b66033709688ac6d7f07d6fc71.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6ed6e8b66033709688ac6d7f07d6fc71, NAME => 'TestAcidGuarantees,,1733368776511.6ed6e8b66033709688ac6d7f07d6fc71.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:19:46,708 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:46,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50144 deadline: 1733368846704, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:46,709 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:46,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50178 deadline: 1733368846704, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:46,709 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:46,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50150 deadline: 1733368846707, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:46,752 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073742042_1218 (size=12151) 2024-12-05T03:19:46,752 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=230 (bloomFilter=true), to=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/.tmp/C/2c73d1e404e44dfa9374a1a44f1142d1 2024-12-05T03:19:46,759 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/.tmp/A/8d41326d080f4eb38dfcece3fab077d5 as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/A/8d41326d080f4eb38dfcece3fab077d5 2024-12-05T03:19:46,771 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/A/8d41326d080f4eb38dfcece3fab077d5, entries=150, sequenceid=230, filesize=30.4 K 2024-12-05T03:19:46,772 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/.tmp/B/f4ea1b86514447d8808e260326637efa as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/B/f4ea1b86514447d8808e260326637efa 2024-12-05T03:19:46,777 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/B/f4ea1b86514447d8808e260326637efa, entries=150, sequenceid=230, filesize=11.9 K 2024-12-05T03:19:46,778 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/.tmp/C/2c73d1e404e44dfa9374a1a44f1142d1 as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/C/2c73d1e404e44dfa9374a1a44f1142d1 2024-12-05T03:19:46,784 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/C/2c73d1e404e44dfa9374a1a44f1142d1, entries=150, sequenceid=230, filesize=11.9 K 2024-12-05T03:19:46,786 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 6ed6e8b66033709688ac6d7f07d6fc71 in 734ms, sequenceid=230, compaction requested=true 2024-12-05T03:19:46,786 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 6ed6e8b66033709688ac6d7f07d6fc71: 2024-12-05T03:19:46,786 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6ed6e8b66033709688ac6d7f07d6fc71:A, priority=-2147483648, current under compaction store size is 1 2024-12-05T03:19:46,786 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T03:19:46,786 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T03:19:46,786 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6ed6e8b66033709688ac6d7f07d6fc71:B, priority=-2147483648, current under compaction store size is 2 2024-12-05T03:19:46,786 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T03:19:46,786 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6ed6e8b66033709688ac6d7f07d6fc71:C, priority=-2147483648, current under compaction store size is 3 2024-12-05T03:19:46,786 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-12-05T03:19:46,786 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T03:19:46,787 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T03:19:46,787 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 93725 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T03:19:46,787 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.HStore(1540): 6ed6e8b66033709688ac6d7f07d6fc71/A is initiating minor compaction (all files) 2024-12-05T03:19:46,787 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.HStore(1540): 6ed6e8b66033709688ac6d7f07d6fc71/B is initiating minor compaction (all files) 2024-12-05T03:19:46,787 INFO [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6ed6e8b66033709688ac6d7f07d6fc71/B in TestAcidGuarantees,,1733368776511.6ed6e8b66033709688ac6d7f07d6fc71. 2024-12-05T03:19:46,787 INFO [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6ed6e8b66033709688ac6d7f07d6fc71/A in TestAcidGuarantees,,1733368776511.6ed6e8b66033709688ac6d7f07d6fc71. 2024-12-05T03:19:46,787 INFO [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/B/892bc11dfc4c4dddb80357cfbc7c2ec9, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/B/9d06c9048c52407fad5e0bb6bd477c52, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/B/f4ea1b86514447d8808e260326637efa] into tmpdir=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/.tmp, totalSize=36.0 K 2024-12-05T03:19:46,788 INFO [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/A/97d3c6ad9e4d4663aa1666c2ce71833e, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/A/220b3358460e4b3192e59d6b74535b7e, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/A/8d41326d080f4eb38dfcece3fab077d5] into tmpdir=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/.tmp, totalSize=91.5 K 2024-12-05T03:19:46,788 INFO [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733368776511.6ed6e8b66033709688ac6d7f07d6fc71. 2024-12-05T03:19:46,788 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733368776511.6ed6e8b66033709688ac6d7f07d6fc71. files: [hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/A/97d3c6ad9e4d4663aa1666c2ce71833e, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/A/220b3358460e4b3192e59d6b74535b7e, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/A/8d41326d080f4eb38dfcece3fab077d5] 2024-12-05T03:19:46,788 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] compactions.Compactor(224): Compacting 97d3c6ad9e4d4663aa1666c2ce71833e, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=190, earliestPutTs=1733368783714 2024-12-05T03:19:46,788 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] compactions.Compactor(224): Compacting 892bc11dfc4c4dddb80357cfbc7c2ec9, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=190, earliestPutTs=1733368783714 2024-12-05T03:19:46,789 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] compactions.Compactor(224): Compacting 220b3358460e4b3192e59d6b74535b7e, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=214, earliestPutTs=1733368783767 2024-12-05T03:19:46,789 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] compactions.Compactor(224): Compacting 9d06c9048c52407fad5e0bb6bd477c52, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=214, earliestPutTs=1733368783767 2024-12-05T03:19:46,789 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8d41326d080f4eb38dfcece3fab077d5, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=230, earliestPutTs=1733368784893 2024-12-05T03:19:46,790 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] compactions.Compactor(224): Compacting f4ea1b86514447d8808e260326637efa, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=230, earliestPutTs=1733368784893 2024-12-05T03:19:46,810 INFO [RS:0;971fbbbe942d:46085-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6ed6e8b66033709688ac6d7f07d6fc71#B#compaction#186 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T03:19:46,810 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/.tmp/B/0b7ba998331d42bd825a8a938028831e is 50, key is test_row_0/B:col10/1733368784893/Put/seqid=0 2024-12-05T03:19:46,818 INFO [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=6ed6e8b66033709688ac6d7f07d6fc71] 2024-12-05T03:19:46,843 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202412056113c2b599764d28ac63b8e107f7844f_6ed6e8b66033709688ac6d7f07d6fc71 store=[table=TestAcidGuarantees family=A region=6ed6e8b66033709688ac6d7f07d6fc71] 2024-12-05T03:19:46,845 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202412056113c2b599764d28ac63b8e107f7844f_6ed6e8b66033709688ac6d7f07d6fc71, store=[table=TestAcidGuarantees family=A region=6ed6e8b66033709688ac6d7f07d6fc71] 2024-12-05T03:19:46,845 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412056113c2b599764d28ac63b8e107f7844f_6ed6e8b66033709688ac6d7f07d6fc71 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=6ed6e8b66033709688ac6d7f07d6fc71] 2024-12-05T03:19:46,859 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 971fbbbe942d,46085,1733368737191 2024-12-05T03:19:46,860 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46085 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=62 2024-12-05T03:19:46,860 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733368776511.6ed6e8b66033709688ac6d7f07d6fc71. 2024-12-05T03:19:46,860 INFO [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegion(2837): Flushing 6ed6e8b66033709688ac6d7f07d6fc71 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-12-05T03:19:46,860 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6ed6e8b66033709688ac6d7f07d6fc71, store=A 2024-12-05T03:19:46,860 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T03:19:46,860 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6ed6e8b66033709688ac6d7f07d6fc71, store=B 2024-12-05T03:19:46,860 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T03:19:46,860 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6ed6e8b66033709688ac6d7f07d6fc71, store=C 2024-12-05T03:19:46,860 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T03:19:46,878 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073742043_1219 (size=12663) 2024-12-05T03:19:46,938 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-12-05T03:19:46,938 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees Metrics about Tables on a single HBase RegionServer 2024-12-05T03:19:46,941 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120570b9e23ef51e4ed6bc992f5d1400501b_6ed6e8b66033709688ac6d7f07d6fc71 is 50, key is test_row_0/A:col10/1733368786082/Put/seqid=0 2024-12-05T03:19:46,956 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073742044_1220 (size=4469) 2024-12-05T03:19:47,004 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073742045_1221 (size=12304) 2024-12-05T03:19:47,005 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:47,027 INFO [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120570b9e23ef51e4ed6bc992f5d1400501b_6ed6e8b66033709688ac6d7f07d6fc71 to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120570b9e23ef51e4ed6bc992f5d1400501b_6ed6e8b66033709688ac6d7f07d6fc71 2024-12-05T03:19:47,029 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/.tmp/A/3afe9140bacf4e99b3692d22279ed1e7, store: [table=TestAcidGuarantees family=A region=6ed6e8b66033709688ac6d7f07d6fc71] 2024-12-05T03:19:47,030 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/.tmp/A/3afe9140bacf4e99b3692d22279ed1e7 is 175, key is test_row_0/A:col10/1733368786082/Put/seqid=0 2024-12-05T03:19:47,065 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073742046_1222 (size=31105) 2024-12-05T03:19:47,066 INFO [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=253, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/.tmp/A/3afe9140bacf4e99b3692d22279ed1e7 2024-12-05T03:19:47,091 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/.tmp/B/4c008858ead54a8ca51cccc04462068f is 50, key is test_row_0/B:col10/1733368786082/Put/seqid=0 2024-12-05T03:19:47,123 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073742047_1223 (size=12151) 2024-12-05T03:19:47,125 INFO [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=253 (bloomFilter=true), to=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/.tmp/B/4c008858ead54a8ca51cccc04462068f 2024-12-05T03:19:47,136 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/.tmp/C/f5914620e8aa44d7a2b74d54c66e445d is 50, key is test_row_0/C:col10/1733368786082/Put/seqid=0 2024-12-05T03:19:47,179 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073742048_1224 (size=12151) 2024-12-05T03:19:47,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=61 2024-12-05T03:19:47,207 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733368776511.6ed6e8b66033709688ac6d7f07d6fc71. as already flushing 2024-12-05T03:19:47,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(8581): Flush requested on 6ed6e8b66033709688ac6d7f07d6fc71 2024-12-05T03:19:47,274 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:47,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50144 deadline: 1733368847272, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:47,275 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:47,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50162 deadline: 1733368847272, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:47,281 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:47,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50150 deadline: 1733368847273, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:47,283 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:47,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50178 deadline: 1733368847274, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:47,283 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:47,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50132 deadline: 1733368847275, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:47,285 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/.tmp/B/0b7ba998331d42bd825a8a938028831e as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/B/0b7ba998331d42bd825a8a938028831e 2024-12-05T03:19:47,291 INFO [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 6ed6e8b66033709688ac6d7f07d6fc71/B of 6ed6e8b66033709688ac6d7f07d6fc71 into 0b7ba998331d42bd825a8a938028831e(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T03:19:47,291 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6ed6e8b66033709688ac6d7f07d6fc71: 2024-12-05T03:19:47,291 INFO [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733368776511.6ed6e8b66033709688ac6d7f07d6fc71., storeName=6ed6e8b66033709688ac6d7f07d6fc71/B, priority=13, startTime=1733368786786; duration=0sec 2024-12-05T03:19:47,291 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T03:19:47,291 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6ed6e8b66033709688ac6d7f07d6fc71:B 2024-12-05T03:19:47,291 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T03:19:47,293 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T03:19:47,293 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.HStore(1540): 6ed6e8b66033709688ac6d7f07d6fc71/C is initiating minor compaction (all files) 2024-12-05T03:19:47,293 INFO [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6ed6e8b66033709688ac6d7f07d6fc71/C in TestAcidGuarantees,,1733368776511.6ed6e8b66033709688ac6d7f07d6fc71. 2024-12-05T03:19:47,293 INFO [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/C/41bc5595a915407e85abf9d752ff693b, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/C/9797896f79794d1597e20c2204adbb15, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/C/2c73d1e404e44dfa9374a1a44f1142d1] into tmpdir=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/.tmp, totalSize=36.0 K 2024-12-05T03:19:47,294 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] compactions.Compactor(224): Compacting 41bc5595a915407e85abf9d752ff693b, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=190, earliestPutTs=1733368783714 2024-12-05T03:19:47,294 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] compactions.Compactor(224): Compacting 9797896f79794d1597e20c2204adbb15, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=214, earliestPutTs=1733368783767 2024-12-05T03:19:47,295 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] compactions.Compactor(224): Compacting 2c73d1e404e44dfa9374a1a44f1142d1, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=230, earliestPutTs=1733368784893 2024-12-05T03:19:47,314 INFO [RS:0;971fbbbe942d:46085-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6ed6e8b66033709688ac6d7f07d6fc71#C#compaction#191 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-05T03:19:47,314 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/.tmp/C/719f34c8e9554ec1ab8a41890db300d2 is 50, key is test_row_0/C:col10/1733368784893/Put/seqid=0 2024-12-05T03:19:47,362 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073742049_1225 (size=12663) 2024-12-05T03:19:47,362 INFO [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6ed6e8b66033709688ac6d7f07d6fc71#A#compaction#187 average throughput is 0.04 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T03:19:47,363 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/.tmp/A/b8aa42a0594d46e2aa1b034c4ad3313c is 175, key is test_row_0/A:col10/1733368784893/Put/seqid=0 2024-12-05T03:19:47,371 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/.tmp/C/719f34c8e9554ec1ab8a41890db300d2 as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/C/719f34c8e9554ec1ab8a41890db300d2 2024-12-05T03:19:47,376 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:47,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50162 deadline: 1733368847376, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:47,379 INFO [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 6ed6e8b66033709688ac6d7f07d6fc71/C of 6ed6e8b66033709688ac6d7f07d6fc71 into 719f34c8e9554ec1ab8a41890db300d2(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T03:19:47,380 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6ed6e8b66033709688ac6d7f07d6fc71: 2024-12-05T03:19:47,380 INFO [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733368776511.6ed6e8b66033709688ac6d7f07d6fc71., storeName=6ed6e8b66033709688ac6d7f07d6fc71/C, priority=13, startTime=1733368786786; duration=0sec 2024-12-05T03:19:47,380 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T03:19:47,380 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6ed6e8b66033709688ac6d7f07d6fc71:C 2024-12-05T03:19:47,387 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:47,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50144 deadline: 1733368847381, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:47,387 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:47,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50150 deadline: 1733368847383, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:47,388 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:47,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50178 deadline: 1733368847384, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:47,388 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:47,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50132 deadline: 1733368847385, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:47,407 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073742050_1226 (size=31617) 2024-12-05T03:19:47,414 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/.tmp/A/b8aa42a0594d46e2aa1b034c4ad3313c as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/A/b8aa42a0594d46e2aa1b034c4ad3313c 2024-12-05T03:19:47,422 INFO [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 6ed6e8b66033709688ac6d7f07d6fc71/A of 6ed6e8b66033709688ac6d7f07d6fc71 into b8aa42a0594d46e2aa1b034c4ad3313c(size=30.9 K), total size for store is 30.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T03:19:47,422 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6ed6e8b66033709688ac6d7f07d6fc71: 2024-12-05T03:19:47,422 INFO [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733368776511.6ed6e8b66033709688ac6d7f07d6fc71., storeName=6ed6e8b66033709688ac6d7f07d6fc71/A, priority=13, startTime=1733368786786; duration=0sec 2024-12-05T03:19:47,423 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T03:19:47,423 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6ed6e8b66033709688ac6d7f07d6fc71:A 2024-12-05T03:19:47,580 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:47,580 INFO [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=253 (bloomFilter=true), to=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/.tmp/C/f5914620e8aa44d7a2b74d54c66e445d 2024-12-05T03:19:47,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50162 deadline: 1733368847579, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:47,587 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/.tmp/A/3afe9140bacf4e99b3692d22279ed1e7 as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/A/3afe9140bacf4e99b3692d22279ed1e7 2024-12-05T03:19:47,590 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:47,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50144 deadline: 1733368847589, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:47,592 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:47,592 INFO [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/A/3afe9140bacf4e99b3692d22279ed1e7, entries=150, sequenceid=253, filesize=30.4 K 2024-12-05T03:19:47,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50178 deadline: 1733368847590, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:47,592 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:47,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50150 deadline: 1733368847590, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:47,592 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:47,593 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/.tmp/B/4c008858ead54a8ca51cccc04462068f as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/B/4c008858ead54a8ca51cccc04462068f 2024-12-05T03:19:47,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50132 deadline: 1733368847590, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:47,598 INFO [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/B/4c008858ead54a8ca51cccc04462068f, entries=150, sequenceid=253, filesize=11.9 K 2024-12-05T03:19:47,599 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/.tmp/C/f5914620e8aa44d7a2b74d54c66e445d as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/C/f5914620e8aa44d7a2b74d54c66e445d 2024-12-05T03:19:47,612 INFO [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/C/f5914620e8aa44d7a2b74d54c66e445d, entries=150, sequenceid=253, filesize=11.9 K 2024-12-05T03:19:47,614 INFO [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=73.80 KB/75570 for 6ed6e8b66033709688ac6d7f07d6fc71 in 754ms, sequenceid=253, compaction requested=false 2024-12-05T03:19:47,614 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegion(2538): Flush status journal for 6ed6e8b66033709688ac6d7f07d6fc71: 2024-12-05T03:19:47,614 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733368776511.6ed6e8b66033709688ac6d7f07d6fc71. 2024-12-05T03:19:47,614 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=62 2024-12-05T03:19:47,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.HMaster(4106): Remote procedure done, pid=62 2024-12-05T03:19:47,618 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=62, resume processing ppid=61 2024-12-05T03:19:47,619 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=62, ppid=61, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5230 sec 2024-12-05T03:19:47,620 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=61, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=61, table=TestAcidGuarantees in 1.5290 sec 2024-12-05T03:19:47,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(8581): Flush requested on 6ed6e8b66033709688ac6d7f07d6fc71 2024-12-05T03:19:47,885 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 6ed6e8b66033709688ac6d7f07d6fc71 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-12-05T03:19:47,885 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6ed6e8b66033709688ac6d7f07d6fc71, store=A 2024-12-05T03:19:47,885 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T03:19:47,885 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6ed6e8b66033709688ac6d7f07d6fc71, store=B 2024-12-05T03:19:47,886 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T03:19:47,886 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6ed6e8b66033709688ac6d7f07d6fc71, store=C 2024-12-05T03:19:47,886 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T03:19:47,897 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412054446f9a35283414f8f998d2c59ca79f6_6ed6e8b66033709688ac6d7f07d6fc71 is 50, key is test_row_0/A:col10/1733368787883/Put/seqid=0 2024-12-05T03:19:47,918 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:47,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50162 deadline: 1733368847915, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:47,918 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:47,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50132 deadline: 1733368847913, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:47,919 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:47,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50178 deadline: 1733368847916, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:47,922 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:47,922 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:47,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50150 deadline: 1733368847919, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:47,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50144 deadline: 1733368847917, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:47,936 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073742051_1227 (size=12454) 2024-12-05T03:19:48,021 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:48,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50162 deadline: 1733368848020, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:48,021 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:48,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50132 deadline: 1733368848020, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:48,022 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:48,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50178 deadline: 1733368848020, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:48,025 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:48,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50144 deadline: 1733368848024, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:48,025 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:48,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50150 deadline: 1733368848024, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:48,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=61 2024-12-05T03:19:48,209 INFO [Thread-767 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 61 completed 2024-12-05T03:19:48,210 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-05T03:19:48,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] procedure2.ProcedureExecutor(1098): Stored pid=63, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=63, table=TestAcidGuarantees 2024-12-05T03:19:48,212 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=63, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=63, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-05T03:19:48,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=63 2024-12-05T03:19:48,212 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=63, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=63, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-05T03:19:48,212 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=64, ppid=63, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-05T03:19:48,232 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:48,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50132 deadline: 1733368848223, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:48,233 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:48,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50178 deadline: 1733368848223, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:48,236 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:48,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50144 deadline: 1733368848227, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:48,236 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:48,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50150 deadline: 1733368848227, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:48,240 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:48,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50162 deadline: 1733368848222, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:48,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=63 2024-12-05T03:19:48,331 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:48,336 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412054446f9a35283414f8f998d2c59ca79f6_6ed6e8b66033709688ac6d7f07d6fc71 to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412054446f9a35283414f8f998d2c59ca79f6_6ed6e8b66033709688ac6d7f07d6fc71 2024-12-05T03:19:48,337 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/.tmp/A/4f89bcfbe31b4d339bbcb29c4dd6be04, store: [table=TestAcidGuarantees family=A region=6ed6e8b66033709688ac6d7f07d6fc71] 2024-12-05T03:19:48,338 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/.tmp/A/4f89bcfbe31b4d339bbcb29c4dd6be04 is 175, key is test_row_0/A:col10/1733368787883/Put/seqid=0 2024-12-05T03:19:48,345 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073742052_1228 (size=31255) 2024-12-05T03:19:48,346 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=271, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/.tmp/A/4f89bcfbe31b4d339bbcb29c4dd6be04 2024-12-05T03:19:48,356 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/.tmp/B/39b60f0f997a444e8906e84931690401 is 50, key is test_row_0/B:col10/1733368787883/Put/seqid=0 2024-12-05T03:19:48,364 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 971fbbbe942d,46085,1733368737191 2024-12-05T03:19:48,364 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46085 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=64 2024-12-05T03:19:48,365 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733368776511.6ed6e8b66033709688ac6d7f07d6fc71. 2024-12-05T03:19:48,365 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733368776511.6ed6e8b66033709688ac6d7f07d6fc71. as already flushing 2024-12-05T03:19:48,365 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733368776511.6ed6e8b66033709688ac6d7f07d6fc71. 2024-12-05T03:19:48,365 ERROR [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] handler.RSProcedureHandler(58): pid=64 java.io.IOException: Unable to complete flush {ENCODED => 6ed6e8b66033709688ac6d7f07d6fc71, NAME => 'TestAcidGuarantees,,1733368776511.6ed6e8b66033709688ac6d7f07d6fc71.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:19:48,365 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=64 java.io.IOException: Unable to complete flush {ENCODED => 6ed6e8b66033709688ac6d7f07d6fc71, NAME => 'TestAcidGuarantees,,1733368776511.6ed6e8b66033709688ac6d7f07d6fc71.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:19:48,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.HMaster(4114): Remote procedure failed, pid=64 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6ed6e8b66033709688ac6d7f07d6fc71, NAME => 'TestAcidGuarantees,,1733368776511.6ed6e8b66033709688ac6d7f07d6fc71.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6ed6e8b66033709688ac6d7f07d6fc71, NAME => 'TestAcidGuarantees,,1733368776511.6ed6e8b66033709688ac6d7f07d6fc71.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:19:48,375 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073742053_1229 (size=12301) 2024-12-05T03:19:48,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=63 2024-12-05T03:19:48,518 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 971fbbbe942d,46085,1733368737191 2024-12-05T03:19:48,518 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46085 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=64 2024-12-05T03:19:48,518 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733368776511.6ed6e8b66033709688ac6d7f07d6fc71. 2024-12-05T03:19:48,519 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733368776511.6ed6e8b66033709688ac6d7f07d6fc71. as already flushing 2024-12-05T03:19:48,519 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733368776511.6ed6e8b66033709688ac6d7f07d6fc71. 2024-12-05T03:19:48,519 ERROR [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] handler.RSProcedureHandler(58): pid=64 java.io.IOException: Unable to complete flush {ENCODED => 6ed6e8b66033709688ac6d7f07d6fc71, NAME => 'TestAcidGuarantees,,1733368776511.6ed6e8b66033709688ac6d7f07d6fc71.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:19:48,519 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=64 java.io.IOException: Unable to complete flush {ENCODED => 6ed6e8b66033709688ac6d7f07d6fc71, NAME => 'TestAcidGuarantees,,1733368776511.6ed6e8b66033709688ac6d7f07d6fc71.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:19:48,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.HMaster(4114): Remote procedure failed, pid=64 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6ed6e8b66033709688ac6d7f07d6fc71, NAME => 'TestAcidGuarantees,,1733368776511.6ed6e8b66033709688ac6d7f07d6fc71.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6ed6e8b66033709688ac6d7f07d6fc71, NAME => 'TestAcidGuarantees,,1733368776511.6ed6e8b66033709688ac6d7f07d6fc71.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:19:48,537 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:48,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50132 deadline: 1733368848535, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:48,537 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:48,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50178 deadline: 1733368848536, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:48,538 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:48,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50144 deadline: 1733368848537, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:48,538 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:48,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50150 deadline: 1733368848538, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:48,546 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:48,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50162 deadline: 1733368848543, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:48,671 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 971fbbbe942d,46085,1733368737191 2024-12-05T03:19:48,672 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46085 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=64 2024-12-05T03:19:48,672 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733368776511.6ed6e8b66033709688ac6d7f07d6fc71. 2024-12-05T03:19:48,672 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733368776511.6ed6e8b66033709688ac6d7f07d6fc71. as already flushing 2024-12-05T03:19:48,672 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733368776511.6ed6e8b66033709688ac6d7f07d6fc71. 2024-12-05T03:19:48,672 ERROR [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] handler.RSProcedureHandler(58): pid=64 java.io.IOException: Unable to complete flush {ENCODED => 6ed6e8b66033709688ac6d7f07d6fc71, NAME => 'TestAcidGuarantees,,1733368776511.6ed6e8b66033709688ac6d7f07d6fc71.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:19:48,672 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=64 java.io.IOException: Unable to complete flush {ENCODED => 6ed6e8b66033709688ac6d7f07d6fc71, NAME => 'TestAcidGuarantees,,1733368776511.6ed6e8b66033709688ac6d7f07d6fc71.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:19:48,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.HMaster(4114): Remote procedure failed, pid=64 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6ed6e8b66033709688ac6d7f07d6fc71, NAME => 'TestAcidGuarantees,,1733368776511.6ed6e8b66033709688ac6d7f07d6fc71.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6ed6e8b66033709688ac6d7f07d6fc71, NAME => 'TestAcidGuarantees,,1733368776511.6ed6e8b66033709688ac6d7f07d6fc71.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:19:48,776 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=271 (bloomFilter=true), to=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/.tmp/B/39b60f0f997a444e8906e84931690401 2024-12-05T03:19:48,808 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/.tmp/C/680a79d87a764aaa9bd90e38c7da6d7c is 50, key is test_row_0/C:col10/1733368787883/Put/seqid=0 2024-12-05T03:19:48,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=63 2024-12-05T03:19:48,825 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 971fbbbe942d,46085,1733368737191 2024-12-05T03:19:48,826 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46085 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=64 2024-12-05T03:19:48,826 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733368776511.6ed6e8b66033709688ac6d7f07d6fc71. 2024-12-05T03:19:48,826 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733368776511.6ed6e8b66033709688ac6d7f07d6fc71. as already flushing 2024-12-05T03:19:48,826 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733368776511.6ed6e8b66033709688ac6d7f07d6fc71. 2024-12-05T03:19:48,826 ERROR [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] handler.RSProcedureHandler(58): pid=64 java.io.IOException: Unable to complete flush {ENCODED => 6ed6e8b66033709688ac6d7f07d6fc71, NAME => 'TestAcidGuarantees,,1733368776511.6ed6e8b66033709688ac6d7f07d6fc71.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:19:48,827 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=64 java.io.IOException: Unable to complete flush {ENCODED => 6ed6e8b66033709688ac6d7f07d6fc71, NAME => 'TestAcidGuarantees,,1733368776511.6ed6e8b66033709688ac6d7f07d6fc71.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:19:48,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.HMaster(4114): Remote procedure failed, pid=64 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6ed6e8b66033709688ac6d7f07d6fc71, NAME => 'TestAcidGuarantees,,1733368776511.6ed6e8b66033709688ac6d7f07d6fc71.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6ed6e8b66033709688ac6d7f07d6fc71, NAME => 'TestAcidGuarantees,,1733368776511.6ed6e8b66033709688ac6d7f07d6fc71.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:19:48,834 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073742054_1230 (size=12301) 2024-12-05T03:19:48,980 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 971fbbbe942d,46085,1733368737191 2024-12-05T03:19:48,981 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46085 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=64 2024-12-05T03:19:48,981 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733368776511.6ed6e8b66033709688ac6d7f07d6fc71. 2024-12-05T03:19:48,981 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733368776511.6ed6e8b66033709688ac6d7f07d6fc71. as already flushing 2024-12-05T03:19:48,981 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733368776511.6ed6e8b66033709688ac6d7f07d6fc71. 2024-12-05T03:19:48,981 ERROR [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] handler.RSProcedureHandler(58): pid=64 java.io.IOException: Unable to complete flush {ENCODED => 6ed6e8b66033709688ac6d7f07d6fc71, NAME => 'TestAcidGuarantees,,1733368776511.6ed6e8b66033709688ac6d7f07d6fc71.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:19:48,981 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=64 java.io.IOException: Unable to complete flush {ENCODED => 6ed6e8b66033709688ac6d7f07d6fc71, NAME => 'TestAcidGuarantees,,1733368776511.6ed6e8b66033709688ac6d7f07d6fc71.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:19:48,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.HMaster(4114): Remote procedure failed, pid=64 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6ed6e8b66033709688ac6d7f07d6fc71, NAME => 'TestAcidGuarantees,,1733368776511.6ed6e8b66033709688ac6d7f07d6fc71.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6ed6e8b66033709688ac6d7f07d6fc71, NAME => 'TestAcidGuarantees,,1733368776511.6ed6e8b66033709688ac6d7f07d6fc71.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:19:49,044 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:49,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50150 deadline: 1733368849042, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:49,045 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:49,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50178 deadline: 1733368849043, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:49,045 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:49,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50132 deadline: 1733368849043, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:49,045 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:49,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50144 deadline: 1733368849043, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:49,047 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:49,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50162 deadline: 1733368849047, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:49,134 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 971fbbbe942d,46085,1733368737191 2024-12-05T03:19:49,135 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46085 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=64 2024-12-05T03:19:49,135 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733368776511.6ed6e8b66033709688ac6d7f07d6fc71. 2024-12-05T03:19:49,135 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733368776511.6ed6e8b66033709688ac6d7f07d6fc71. as already flushing 2024-12-05T03:19:49,135 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733368776511.6ed6e8b66033709688ac6d7f07d6fc71. 2024-12-05T03:19:49,135 ERROR [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] handler.RSProcedureHandler(58): pid=64 java.io.IOException: Unable to complete flush {ENCODED => 6ed6e8b66033709688ac6d7f07d6fc71, NAME => 'TestAcidGuarantees,,1733368776511.6ed6e8b66033709688ac6d7f07d6fc71.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:19:49,135 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=64 java.io.IOException: Unable to complete flush {ENCODED => 6ed6e8b66033709688ac6d7f07d6fc71, NAME => 'TestAcidGuarantees,,1733368776511.6ed6e8b66033709688ac6d7f07d6fc71.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:19:49,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.HMaster(4114): Remote procedure failed, pid=64 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6ed6e8b66033709688ac6d7f07d6fc71, NAME => 'TestAcidGuarantees,,1733368776511.6ed6e8b66033709688ac6d7f07d6fc71.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6ed6e8b66033709688ac6d7f07d6fc71, NAME => 'TestAcidGuarantees,,1733368776511.6ed6e8b66033709688ac6d7f07d6fc71.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:19:49,235 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=271 (bloomFilter=true), to=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/.tmp/C/680a79d87a764aaa9bd90e38c7da6d7c 2024-12-05T03:19:49,241 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/.tmp/A/4f89bcfbe31b4d339bbcb29c4dd6be04 as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/A/4f89bcfbe31b4d339bbcb29c4dd6be04 2024-12-05T03:19:49,246 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/A/4f89bcfbe31b4d339bbcb29c4dd6be04, entries=150, sequenceid=271, filesize=30.5 K 2024-12-05T03:19:49,247 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/.tmp/B/39b60f0f997a444e8906e84931690401 as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/B/39b60f0f997a444e8906e84931690401 2024-12-05T03:19:49,251 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/B/39b60f0f997a444e8906e84931690401, entries=150, sequenceid=271, filesize=12.0 K 2024-12-05T03:19:49,255 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/.tmp/C/680a79d87a764aaa9bd90e38c7da6d7c as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/C/680a79d87a764aaa9bd90e38c7da6d7c 2024-12-05T03:19:49,264 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/C/680a79d87a764aaa9bd90e38c7da6d7c, entries=150, sequenceid=271, filesize=12.0 K 2024-12-05T03:19:49,264 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for 6ed6e8b66033709688ac6d7f07d6fc71 in 1379ms, sequenceid=271, compaction requested=true 2024-12-05T03:19:49,265 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 6ed6e8b66033709688ac6d7f07d6fc71: 2024-12-05T03:19:49,265 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T03:19:49,265 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6ed6e8b66033709688ac6d7f07d6fc71:A, priority=-2147483648, current under compaction store size is 1 2024-12-05T03:19:49,265 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T03:19:49,265 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T03:19:49,265 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6ed6e8b66033709688ac6d7f07d6fc71:B, priority=-2147483648, current under compaction store size is 2 2024-12-05T03:19:49,265 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T03:19:49,265 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6ed6e8b66033709688ac6d7f07d6fc71:C, priority=-2147483648, current under compaction store size is 3 2024-12-05T03:19:49,265 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T03:19:49,266 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 93977 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T03:19:49,266 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.HStore(1540): 6ed6e8b66033709688ac6d7f07d6fc71/A is initiating minor compaction (all files) 2024-12-05T03:19:49,267 INFO [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6ed6e8b66033709688ac6d7f07d6fc71/A in TestAcidGuarantees,,1733368776511.6ed6e8b66033709688ac6d7f07d6fc71. 2024-12-05T03:19:49,267 INFO [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/A/b8aa42a0594d46e2aa1b034c4ad3313c, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/A/3afe9140bacf4e99b3692d22279ed1e7, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/A/4f89bcfbe31b4d339bbcb29c4dd6be04] into tmpdir=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/.tmp, totalSize=91.8 K 2024-12-05T03:19:49,267 INFO [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733368776511.6ed6e8b66033709688ac6d7f07d6fc71. 2024-12-05T03:19:49,267 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733368776511.6ed6e8b66033709688ac6d7f07d6fc71. files: [hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/A/b8aa42a0594d46e2aa1b034c4ad3313c, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/A/3afe9140bacf4e99b3692d22279ed1e7, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/A/4f89bcfbe31b4d339bbcb29c4dd6be04] 2024-12-05T03:19:49,267 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37115 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T03:19:49,267 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.HStore(1540): 6ed6e8b66033709688ac6d7f07d6fc71/B is initiating minor compaction (all files) 2024-12-05T03:19:49,267 INFO [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6ed6e8b66033709688ac6d7f07d6fc71/B in TestAcidGuarantees,,1733368776511.6ed6e8b66033709688ac6d7f07d6fc71. 2024-12-05T03:19:49,267 INFO [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/B/0b7ba998331d42bd825a8a938028831e, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/B/4c008858ead54a8ca51cccc04462068f, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/B/39b60f0f997a444e8906e84931690401] into tmpdir=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/.tmp, totalSize=36.2 K 2024-12-05T03:19:49,268 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] compactions.Compactor(224): Compacting b8aa42a0594d46e2aa1b034c4ad3313c, keycount=150, bloomtype=ROW, size=30.9 K, encoding=NONE, compression=NONE, seqNum=230, earliestPutTs=1733368784893 2024-12-05T03:19:49,268 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] compactions.Compactor(224): Compacting 0b7ba998331d42bd825a8a938028831e, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=230, earliestPutTs=1733368784893 2024-12-05T03:19:49,268 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3afe9140bacf4e99b3692d22279ed1e7, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=253, earliestPutTs=1733368786080 2024-12-05T03:19:49,268 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] compactions.Compactor(224): Compacting 4c008858ead54a8ca51cccc04462068f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=253, earliestPutTs=1733368786080 2024-12-05T03:19:49,269 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4f89bcfbe31b4d339bbcb29c4dd6be04, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=271, earliestPutTs=1733368787272 2024-12-05T03:19:49,269 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] compactions.Compactor(224): Compacting 39b60f0f997a444e8906e84931690401, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=271, earliestPutTs=1733368787272 2024-12-05T03:19:49,281 INFO [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=6ed6e8b66033709688ac6d7f07d6fc71] 2024-12-05T03:19:49,282 INFO [RS:0;971fbbbe942d:46085-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6ed6e8b66033709688ac6d7f07d6fc71#B#compaction#195 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-05T03:19:49,283 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/.tmp/B/2f3d7853e84d4796be4dd9ef173c9181 is 50, key is test_row_0/B:col10/1733368787883/Put/seqid=0 2024-12-05T03:19:49,288 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241205becf65f7a75945d59df5b211bafd6cbb_6ed6e8b66033709688ac6d7f07d6fc71 store=[table=TestAcidGuarantees family=A region=6ed6e8b66033709688ac6d7f07d6fc71] 2024-12-05T03:19:49,289 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 971fbbbe942d,46085,1733368737191 2024-12-05T03:19:49,289 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46085 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=64 2024-12-05T03:19:49,290 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733368776511.6ed6e8b66033709688ac6d7f07d6fc71. 2024-12-05T03:19:49,290 INFO [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegion(2837): Flushing 6ed6e8b66033709688ac6d7f07d6fc71 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-12-05T03:19:49,291 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6ed6e8b66033709688ac6d7f07d6fc71, store=A 2024-12-05T03:19:49,291 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241205becf65f7a75945d59df5b211bafd6cbb_6ed6e8b66033709688ac6d7f07d6fc71, store=[table=TestAcidGuarantees family=A region=6ed6e8b66033709688ac6d7f07d6fc71] 2024-12-05T03:19:49,291 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T03:19:49,291 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6ed6e8b66033709688ac6d7f07d6fc71, store=B 2024-12-05T03:19:49,291 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241205becf65f7a75945d59df5b211bafd6cbb_6ed6e8b66033709688ac6d7f07d6fc71 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=6ed6e8b66033709688ac6d7f07d6fc71] 2024-12-05T03:19:49,291 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T03:19:49,291 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6ed6e8b66033709688ac6d7f07d6fc71, store=C 2024-12-05T03:19:49,291 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T03:19:49,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=63 2024-12-05T03:19:49,322 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073742056_1232 (size=4469) 2024-12-05T03:19:49,323 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412055e6b560f0c704135919f39aa2ee90361_6ed6e8b66033709688ac6d7f07d6fc71 is 50, key is test_row_0/A:col10/1733368787903/Put/seqid=0 2024-12-05T03:19:49,325 INFO [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6ed6e8b66033709688ac6d7f07d6fc71#A#compaction#196 average throughput is 0.56 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T03:19:49,325 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/.tmp/A/e1c4c8065da640c99b695d307894589b is 175, key is test_row_0/A:col10/1733368787883/Put/seqid=0 2024-12-05T03:19:49,330 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073742055_1231 (size=12915) 2024-12-05T03:19:49,341 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/.tmp/B/2f3d7853e84d4796be4dd9ef173c9181 as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/B/2f3d7853e84d4796be4dd9ef173c9181 2024-12-05T03:19:49,348 INFO [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 6ed6e8b66033709688ac6d7f07d6fc71/B of 6ed6e8b66033709688ac6d7f07d6fc71 into 2f3d7853e84d4796be4dd9ef173c9181(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T03:19:49,348 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6ed6e8b66033709688ac6d7f07d6fc71: 2024-12-05T03:19:49,348 INFO [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733368776511.6ed6e8b66033709688ac6d7f07d6fc71., storeName=6ed6e8b66033709688ac6d7f07d6fc71/B, priority=13, startTime=1733368789265; duration=0sec 2024-12-05T03:19:49,348 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T03:19:49,348 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6ed6e8b66033709688ac6d7f07d6fc71:B 2024-12-05T03:19:49,348 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T03:19:49,350 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37115 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T03:19:49,351 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.HStore(1540): 6ed6e8b66033709688ac6d7f07d6fc71/C is initiating minor compaction (all files) 2024-12-05T03:19:49,351 INFO [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6ed6e8b66033709688ac6d7f07d6fc71/C in TestAcidGuarantees,,1733368776511.6ed6e8b66033709688ac6d7f07d6fc71. 2024-12-05T03:19:49,351 INFO [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/C/719f34c8e9554ec1ab8a41890db300d2, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/C/f5914620e8aa44d7a2b74d54c66e445d, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/C/680a79d87a764aaa9bd90e38c7da6d7c] into tmpdir=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/.tmp, totalSize=36.2 K 2024-12-05T03:19:49,351 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] compactions.Compactor(224): Compacting 719f34c8e9554ec1ab8a41890db300d2, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=230, earliestPutTs=1733368784893 2024-12-05T03:19:49,352 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] compactions.Compactor(224): Compacting f5914620e8aa44d7a2b74d54c66e445d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=253, earliestPutTs=1733368786080 2024-12-05T03:19:49,352 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] compactions.Compactor(224): Compacting 680a79d87a764aaa9bd90e38c7da6d7c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=271, earliestPutTs=1733368787272 2024-12-05T03:19:49,353 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073742057_1233 (size=12454) 2024-12-05T03:19:49,355 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:49,360 INFO [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412055e6b560f0c704135919f39aa2ee90361_6ed6e8b66033709688ac6d7f07d6fc71 to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412055e6b560f0c704135919f39aa2ee90361_6ed6e8b66033709688ac6d7f07d6fc71 2024-12-05T03:19:49,362 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/.tmp/A/1bf9aafa8c704ef196ee15e95651e57d, store: [table=TestAcidGuarantees family=A region=6ed6e8b66033709688ac6d7f07d6fc71] 2024-12-05T03:19:49,363 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/.tmp/A/1bf9aafa8c704ef196ee15e95651e57d is 175, key is test_row_0/A:col10/1733368787903/Put/seqid=0 2024-12-05T03:19:49,373 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073742058_1234 (size=31869) 2024-12-05T03:19:49,376 INFO [RS:0;971fbbbe942d:46085-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6ed6e8b66033709688ac6d7f07d6fc71#C#compaction#198 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T03:19:49,377 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/.tmp/C/926456dff9d64e1282abcecdafef595e is 50, key is test_row_0/C:col10/1733368787883/Put/seqid=0 2024-12-05T03:19:49,380 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073742059_1235 (size=31255) 2024-12-05T03:19:49,386 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/.tmp/A/e1c4c8065da640c99b695d307894589b as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/A/e1c4c8065da640c99b695d307894589b 2024-12-05T03:19:49,392 INFO [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 6ed6e8b66033709688ac6d7f07d6fc71/A of 6ed6e8b66033709688ac6d7f07d6fc71 into e1c4c8065da640c99b695d307894589b(size=31.1 K), total size for store is 31.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T03:19:49,392 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6ed6e8b66033709688ac6d7f07d6fc71: 2024-12-05T03:19:49,392 INFO [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733368776511.6ed6e8b66033709688ac6d7f07d6fc71., storeName=6ed6e8b66033709688ac6d7f07d6fc71/A, priority=13, startTime=1733368789265; duration=0sec 2024-12-05T03:19:49,392 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T03:19:49,392 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6ed6e8b66033709688ac6d7f07d6fc71:A 2024-12-05T03:19:49,399 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073742060_1236 (size=12915) 2024-12-05T03:19:49,781 INFO [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=292, memsize=40.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/.tmp/A/1bf9aafa8c704ef196ee15e95651e57d 2024-12-05T03:19:49,790 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/.tmp/B/714261a828b443deaefb7fddd3c36252 is 50, key is test_row_0/B:col10/1733368787903/Put/seqid=0 2024-12-05T03:19:49,795 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073742061_1237 (size=12301) 2024-12-05T03:19:49,807 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/.tmp/C/926456dff9d64e1282abcecdafef595e as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/C/926456dff9d64e1282abcecdafef595e 2024-12-05T03:19:49,813 INFO [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 6ed6e8b66033709688ac6d7f07d6fc71/C of 6ed6e8b66033709688ac6d7f07d6fc71 into 926456dff9d64e1282abcecdafef595e(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T03:19:49,813 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6ed6e8b66033709688ac6d7f07d6fc71: 2024-12-05T03:19:49,813 INFO [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733368776511.6ed6e8b66033709688ac6d7f07d6fc71., storeName=6ed6e8b66033709688ac6d7f07d6fc71/C, priority=13, startTime=1733368789265; duration=0sec 2024-12-05T03:19:49,814 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T03:19:49,814 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6ed6e8b66033709688ac6d7f07d6fc71:C 2024-12-05T03:19:50,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(8581): Flush requested on 6ed6e8b66033709688ac6d7f07d6fc71 2024-12-05T03:19:50,047 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733368776511.6ed6e8b66033709688ac6d7f07d6fc71. as already flushing 2024-12-05T03:19:50,058 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:50,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50178 deadline: 1733368850057, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:50,059 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:50,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50144 deadline: 1733368850058, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:50,060 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:50,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50150 deadline: 1733368850058, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:50,060 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:50,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50162 deadline: 1733368850059, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:50,061 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:50,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50132 deadline: 1733368850059, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:50,161 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:50,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50178 deadline: 1733368850160, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:50,162 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:50,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50162 deadline: 1733368850162, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:50,162 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:50,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50144 deadline: 1733368850162, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:50,163 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:50,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50150 deadline: 1733368850162, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:50,165 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:50,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50132 deadline: 1733368850165, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:50,196 INFO [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=292 (bloomFilter=true), to=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/.tmp/B/714261a828b443deaefb7fddd3c36252 2024-12-05T03:19:50,206 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/.tmp/C/afaa3053857d49e8a3731230bbfe21f1 is 50, key is test_row_0/C:col10/1733368787903/Put/seqid=0 2024-12-05T03:19:50,220 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073742062_1238 (size=12301) 2024-12-05T03:19:50,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=63 2024-12-05T03:19:50,365 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:50,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50162 deadline: 1733368850363, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:50,366 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:50,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50144 deadline: 1733368850364, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:50,366 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:50,366 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:50,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50178 deadline: 1733368850364, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:50,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50150 deadline: 1733368850364, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:50,368 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:50,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50132 deadline: 1733368850367, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:50,619 INFO [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=292 (bloomFilter=true), to=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/.tmp/C/afaa3053857d49e8a3731230bbfe21f1 2024-12-05T03:19:50,635 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/.tmp/A/1bf9aafa8c704ef196ee15e95651e57d as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/A/1bf9aafa8c704ef196ee15e95651e57d 2024-12-05T03:19:50,640 INFO [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/A/1bf9aafa8c704ef196ee15e95651e57d, entries=150, sequenceid=292, filesize=30.5 K 2024-12-05T03:19:50,642 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/.tmp/B/714261a828b443deaefb7fddd3c36252 as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/B/714261a828b443deaefb7fddd3c36252 2024-12-05T03:19:50,647 INFO [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/B/714261a828b443deaefb7fddd3c36252, entries=150, sequenceid=292, filesize=12.0 K 2024-12-05T03:19:50,648 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/.tmp/C/afaa3053857d49e8a3731230bbfe21f1 as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/C/afaa3053857d49e8a3731230bbfe21f1 2024-12-05T03:19:50,653 INFO [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/C/afaa3053857d49e8a3731230bbfe21f1, entries=150, sequenceid=292, filesize=12.0 K 2024-12-05T03:19:50,654 INFO [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=80.51 KB/82440 for 6ed6e8b66033709688ac6d7f07d6fc71 in 1364ms, sequenceid=292, compaction requested=false 2024-12-05T03:19:50,654 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegion(2538): Flush status journal for 6ed6e8b66033709688ac6d7f07d6fc71: 2024-12-05T03:19:50,654 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733368776511.6ed6e8b66033709688ac6d7f07d6fc71. 2024-12-05T03:19:50,654 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=64 2024-12-05T03:19:50,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.HMaster(4106): Remote procedure done, pid=64 2024-12-05T03:19:50,657 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=64, resume processing ppid=63 2024-12-05T03:19:50,657 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=64, ppid=63, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.4430 sec 2024-12-05T03:19:50,658 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=63, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=63, table=TestAcidGuarantees in 2.4470 sec 2024-12-05T03:19:50,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(8581): Flush requested on 6ed6e8b66033709688ac6d7f07d6fc71 2024-12-05T03:19:50,668 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 6ed6e8b66033709688ac6d7f07d6fc71 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-12-05T03:19:50,669 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6ed6e8b66033709688ac6d7f07d6fc71, store=A 2024-12-05T03:19:50,669 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T03:19:50,669 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6ed6e8b66033709688ac6d7f07d6fc71, store=B 2024-12-05T03:19:50,669 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T03:19:50,669 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6ed6e8b66033709688ac6d7f07d6fc71, store=C 2024-12-05T03:19:50,669 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T03:19:50,678 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120527147c2d49d84049a2b6b1c69822379d_6ed6e8b66033709688ac6d7f07d6fc71 is 50, key is test_row_0/A:col10/1733368790667/Put/seqid=0 2024-12-05T03:19:50,689 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073742063_1239 (size=17534) 2024-12-05T03:19:50,690 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:50,694 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120527147c2d49d84049a2b6b1c69822379d_6ed6e8b66033709688ac6d7f07d6fc71 to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120527147c2d49d84049a2b6b1c69822379d_6ed6e8b66033709688ac6d7f07d6fc71 2024-12-05T03:19:50,695 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:50,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50162 deadline: 1733368850686, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:50,696 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/.tmp/A/afa1d255d4d04281af91728abbeac3cc, store: [table=TestAcidGuarantees family=A region=6ed6e8b66033709688ac6d7f07d6fc71] 2024-12-05T03:19:50,697 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/.tmp/A/afa1d255d4d04281af91728abbeac3cc is 175, key is test_row_0/A:col10/1733368790667/Put/seqid=0 2024-12-05T03:19:50,698 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:50,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50144 deadline: 1733368850695, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:50,698 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:50,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50150 deadline: 1733368850696, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:50,699 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:50,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50132 deadline: 1733368850696, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:50,699 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:50,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50178 deadline: 1733368850696, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:50,742 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073742064_1240 (size=48639) 2024-12-05T03:19:50,799 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:50,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50162 deadline: 1733368850797, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:50,801 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:50,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50144 deadline: 1733368850799, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:50,801 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:50,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50150 deadline: 1733368850799, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:50,802 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:50,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50132 deadline: 1733368850800, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:50,802 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:50,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50178 deadline: 1733368850800, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:51,004 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:51,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50162 deadline: 1733368851002, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:51,004 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:51,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50150 deadline: 1733368851002, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:51,005 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:51,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50144 deadline: 1733368851003, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:51,005 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:51,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50132 deadline: 1733368851003, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:51,006 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:51,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50178 deadline: 1733368851004, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:51,143 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=312, memsize=31.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/.tmp/A/afa1d255d4d04281af91728abbeac3cc 2024-12-05T03:19:51,151 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/.tmp/B/3deab0c2693148e2ba6a429658ebfac0 is 50, key is test_row_0/B:col10/1733368790667/Put/seqid=0 2024-12-05T03:19:51,155 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073742065_1241 (size=12301) 2024-12-05T03:19:51,307 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:51,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50132 deadline: 1733368851306, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:51,309 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:51,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50162 deadline: 1733368851307, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:51,310 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:51,310 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:51,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50150 deadline: 1733368851308, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:51,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50178 deadline: 1733368851308, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:51,315 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:51,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50144 deadline: 1733368851313, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:51,555 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=312 (bloomFilter=true), to=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/.tmp/B/3deab0c2693148e2ba6a429658ebfac0 2024-12-05T03:19:51,563 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/.tmp/C/254f3662083f4c4da909b8c0bdc0b512 is 50, key is test_row_0/C:col10/1733368790667/Put/seqid=0 2024-12-05T03:19:51,579 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073742066_1242 (size=12301) 2024-12-05T03:19:51,580 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=312 (bloomFilter=true), to=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/.tmp/C/254f3662083f4c4da909b8c0bdc0b512 2024-12-05T03:19:51,587 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/.tmp/A/afa1d255d4d04281af91728abbeac3cc as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/A/afa1d255d4d04281af91728abbeac3cc 2024-12-05T03:19:51,591 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/A/afa1d255d4d04281af91728abbeac3cc, entries=250, sequenceid=312, filesize=47.5 K 2024-12-05T03:19:51,592 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/.tmp/B/3deab0c2693148e2ba6a429658ebfac0 as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/B/3deab0c2693148e2ba6a429658ebfac0 2024-12-05T03:19:51,597 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/B/3deab0c2693148e2ba6a429658ebfac0, entries=150, sequenceid=312, filesize=12.0 K 2024-12-05T03:19:51,598 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/.tmp/C/254f3662083f4c4da909b8c0bdc0b512 as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/C/254f3662083f4c4da909b8c0bdc0b512 2024-12-05T03:19:51,603 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/C/254f3662083f4c4da909b8c0bdc0b512, entries=150, sequenceid=312, filesize=12.0 K 2024-12-05T03:19:51,604 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=120.76 KB/123660 for 6ed6e8b66033709688ac6d7f07d6fc71 in 936ms, sequenceid=312, compaction requested=true 2024-12-05T03:19:51,604 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 6ed6e8b66033709688ac6d7f07d6fc71: 2024-12-05T03:19:51,604 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6ed6e8b66033709688ac6d7f07d6fc71:A, priority=-2147483648, current under compaction store size is 1 2024-12-05T03:19:51,604 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T03:19:51,604 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6ed6e8b66033709688ac6d7f07d6fc71:B, priority=-2147483648, current under compaction store size is 2 2024-12-05T03:19:51,604 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T03:19:51,604 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T03:19:51,604 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6ed6e8b66033709688ac6d7f07d6fc71:C, priority=-2147483648, current under compaction store size is 3 2024-12-05T03:19:51,604 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T03:19:51,604 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T03:19:51,606 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 111763 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T03:19:51,606 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37517 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T03:19:51,606 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.HStore(1540): 6ed6e8b66033709688ac6d7f07d6fc71/A is initiating minor compaction (all files) 2024-12-05T03:19:51,606 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.HStore(1540): 6ed6e8b66033709688ac6d7f07d6fc71/B is initiating minor compaction (all files) 2024-12-05T03:19:51,606 INFO [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6ed6e8b66033709688ac6d7f07d6fc71/A in TestAcidGuarantees,,1733368776511.6ed6e8b66033709688ac6d7f07d6fc71. 2024-12-05T03:19:51,606 INFO [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6ed6e8b66033709688ac6d7f07d6fc71/B in TestAcidGuarantees,,1733368776511.6ed6e8b66033709688ac6d7f07d6fc71. 2024-12-05T03:19:51,606 INFO [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/B/2f3d7853e84d4796be4dd9ef173c9181, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/B/714261a828b443deaefb7fddd3c36252, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/B/3deab0c2693148e2ba6a429658ebfac0] into tmpdir=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/.tmp, totalSize=36.6 K 2024-12-05T03:19:51,606 INFO [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/A/e1c4c8065da640c99b695d307894589b, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/A/1bf9aafa8c704ef196ee15e95651e57d, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/A/afa1d255d4d04281af91728abbeac3cc] into tmpdir=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/.tmp, totalSize=109.1 K 2024-12-05T03:19:51,606 INFO [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733368776511.6ed6e8b66033709688ac6d7f07d6fc71. 2024-12-05T03:19:51,606 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733368776511.6ed6e8b66033709688ac6d7f07d6fc71. files: [hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/A/e1c4c8065da640c99b695d307894589b, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/A/1bf9aafa8c704ef196ee15e95651e57d, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/A/afa1d255d4d04281af91728abbeac3cc] 2024-12-05T03:19:51,606 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] compactions.Compactor(224): Compacting 2f3d7853e84d4796be4dd9ef173c9181, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=271, earliestPutTs=1733368787272 2024-12-05T03:19:51,607 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] compactions.Compactor(224): Compacting e1c4c8065da640c99b695d307894589b, keycount=150, bloomtype=ROW, size=31.1 K, encoding=NONE, compression=NONE, seqNum=271, earliestPutTs=1733368787272 2024-12-05T03:19:51,607 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] compactions.Compactor(224): Compacting 714261a828b443deaefb7fddd3c36252, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=292, earliestPutTs=1733368787903 2024-12-05T03:19:51,607 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] compactions.Compactor(224): Compacting 3deab0c2693148e2ba6a429658ebfac0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=312, earliestPutTs=1733368790057 2024-12-05T03:19:51,607 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1bf9aafa8c704ef196ee15e95651e57d, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=292, earliestPutTs=1733368787903 2024-12-05T03:19:51,608 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] compactions.Compactor(224): Compacting afa1d255d4d04281af91728abbeac3cc, keycount=250, bloomtype=ROW, size=47.5 K, encoding=NONE, compression=NONE, seqNum=312, earliestPutTs=1733368790055 2024-12-05T03:19:51,627 INFO [RS:0;971fbbbe942d:46085-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6ed6e8b66033709688ac6d7f07d6fc71#B#compaction#204 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T03:19:51,628 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/.tmp/B/adf50b380f4e48608118d28d58c79bc3 is 50, key is test_row_0/B:col10/1733368790667/Put/seqid=0 2024-12-05T03:19:51,633 INFO [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=6ed6e8b66033709688ac6d7f07d6fc71] 2024-12-05T03:19:51,636 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024120539f0559c669d4fafa6a6d4c83597a714_6ed6e8b66033709688ac6d7f07d6fc71 store=[table=TestAcidGuarantees family=A region=6ed6e8b66033709688ac6d7f07d6fc71] 2024-12-05T03:19:51,638 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024120539f0559c669d4fafa6a6d4c83597a714_6ed6e8b66033709688ac6d7f07d6fc71, store=[table=TestAcidGuarantees family=A region=6ed6e8b66033709688ac6d7f07d6fc71] 2024-12-05T03:19:51,639 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120539f0559c669d4fafa6a6d4c83597a714_6ed6e8b66033709688ac6d7f07d6fc71 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=6ed6e8b66033709688ac6d7f07d6fc71] 2024-12-05T03:19:51,659 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073742067_1243 (size=13017) 2024-12-05T03:19:51,660 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073742068_1244 (size=4469) 2024-12-05T03:19:51,662 INFO [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6ed6e8b66033709688ac6d7f07d6fc71#A#compaction#205 average throughput is 0.84 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T03:19:51,663 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/.tmp/A/fdfc23c02fe143baa0fce760a22e21da is 175, key is test_row_0/A:col10/1733368790667/Put/seqid=0 2024-12-05T03:19:51,686 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073742069_1245 (size=31971) 2024-12-05T03:19:51,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(8581): Flush requested on 6ed6e8b66033709688ac6d7f07d6fc71 2024-12-05T03:19:51,815 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 6ed6e8b66033709688ac6d7f07d6fc71 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-12-05T03:19:51,816 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6ed6e8b66033709688ac6d7f07d6fc71, store=A 2024-12-05T03:19:51,816 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T03:19:51,816 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6ed6e8b66033709688ac6d7f07d6fc71, store=B 2024-12-05T03:19:51,816 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T03:19:51,816 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6ed6e8b66033709688ac6d7f07d6fc71, store=C 2024-12-05T03:19:51,817 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T03:19:51,826 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241205c4264e7025444c89b0e9ca5b60ba58e1_6ed6e8b66033709688ac6d7f07d6fc71 is 50, key is test_row_0/A:col10/1733368790682/Put/seqid=0 2024-12-05T03:19:51,828 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:51,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50132 deadline: 1733368851826, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:51,828 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:51,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50144 deadline: 1733368851826, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:51,828 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:51,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50150 deadline: 1733368851826, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:51,829 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:51,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50162 deadline: 1733368851828, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:51,830 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:51,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50178 deadline: 1733368851828, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:51,849 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073742070_1246 (size=14994) 2024-12-05T03:19:51,860 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:51,865 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241205c4264e7025444c89b0e9ca5b60ba58e1_6ed6e8b66033709688ac6d7f07d6fc71 to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241205c4264e7025444c89b0e9ca5b60ba58e1_6ed6e8b66033709688ac6d7f07d6fc71 2024-12-05T03:19:51,866 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/.tmp/A/7c642df6cd134f589308879ce73be4eb, store: [table=TestAcidGuarantees family=A region=6ed6e8b66033709688ac6d7f07d6fc71] 2024-12-05T03:19:51,867 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/.tmp/A/7c642df6cd134f589308879ce73be4eb is 175, key is test_row_0/A:col10/1733368790682/Put/seqid=0 2024-12-05T03:19:51,893 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073742071_1247 (size=39949) 2024-12-05T03:19:51,894 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=335, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/.tmp/A/7c642df6cd134f589308879ce73be4eb 2024-12-05T03:19:51,905 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/.tmp/B/c1e5a6bdcdb942589fdec875039eab8a is 50, key is test_row_0/B:col10/1733368790682/Put/seqid=0 2024-12-05T03:19:51,919 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073742072_1248 (size=12301) 2024-12-05T03:19:51,930 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:51,930 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:51,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50144 deadline: 1733368851929, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:51,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50132 deadline: 1733368851929, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:51,931 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:51,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50150 deadline: 1733368851930, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:51,931 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:51,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50162 deadline: 1733368851931, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:51,934 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:51,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50178 deadline: 1733368851931, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:52,065 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/.tmp/B/adf50b380f4e48608118d28d58c79bc3 as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/B/adf50b380f4e48608118d28d58c79bc3 2024-12-05T03:19:52,071 INFO [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 6ed6e8b66033709688ac6d7f07d6fc71/B of 6ed6e8b66033709688ac6d7f07d6fc71 into adf50b380f4e48608118d28d58c79bc3(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T03:19:52,071 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6ed6e8b66033709688ac6d7f07d6fc71: 2024-12-05T03:19:52,071 INFO [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733368776511.6ed6e8b66033709688ac6d7f07d6fc71., storeName=6ed6e8b66033709688ac6d7f07d6fc71/B, priority=13, startTime=1733368791604; duration=0sec 2024-12-05T03:19:52,071 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T03:19:52,071 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6ed6e8b66033709688ac6d7f07d6fc71:B 2024-12-05T03:19:52,071 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T03:19:52,072 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37517 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T03:19:52,072 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.HStore(1540): 6ed6e8b66033709688ac6d7f07d6fc71/C is initiating minor compaction (all files) 2024-12-05T03:19:52,072 INFO [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6ed6e8b66033709688ac6d7f07d6fc71/C in TestAcidGuarantees,,1733368776511.6ed6e8b66033709688ac6d7f07d6fc71. 2024-12-05T03:19:52,072 INFO [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/C/926456dff9d64e1282abcecdafef595e, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/C/afaa3053857d49e8a3731230bbfe21f1, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/C/254f3662083f4c4da909b8c0bdc0b512] into tmpdir=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/.tmp, totalSize=36.6 K 2024-12-05T03:19:52,073 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] compactions.Compactor(224): Compacting 926456dff9d64e1282abcecdafef595e, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=271, earliestPutTs=1733368787272 2024-12-05T03:19:52,073 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] compactions.Compactor(224): Compacting afaa3053857d49e8a3731230bbfe21f1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=292, earliestPutTs=1733368787903 2024-12-05T03:19:52,074 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] compactions.Compactor(224): Compacting 254f3662083f4c4da909b8c0bdc0b512, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=312, earliestPutTs=1733368790057 2024-12-05T03:19:52,083 INFO [RS:0;971fbbbe942d:46085-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6ed6e8b66033709688ac6d7f07d6fc71#C#compaction#208 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T03:19:52,084 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/.tmp/C/cd807e7652aa4eb8b5018f28519c3421 is 50, key is test_row_0/C:col10/1733368790667/Put/seqid=0 2024-12-05T03:19:52,092 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073742073_1249 (size=13017) 2024-12-05T03:19:52,092 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/.tmp/A/fdfc23c02fe143baa0fce760a22e21da as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/A/fdfc23c02fe143baa0fce760a22e21da 2024-12-05T03:19:52,098 INFO [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 6ed6e8b66033709688ac6d7f07d6fc71/A of 6ed6e8b66033709688ac6d7f07d6fc71 into fdfc23c02fe143baa0fce760a22e21da(size=31.2 K), total size for store is 31.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T03:19:52,098 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6ed6e8b66033709688ac6d7f07d6fc71: 2024-12-05T03:19:52,098 INFO [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733368776511.6ed6e8b66033709688ac6d7f07d6fc71., storeName=6ed6e8b66033709688ac6d7f07d6fc71/A, priority=13, startTime=1733368791604; duration=0sec 2024-12-05T03:19:52,098 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T03:19:52,098 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6ed6e8b66033709688ac6d7f07d6fc71:A 2024-12-05T03:19:52,098 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/.tmp/C/cd807e7652aa4eb8b5018f28519c3421 as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/C/cd807e7652aa4eb8b5018f28519c3421 2024-12-05T03:19:52,104 INFO [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 6ed6e8b66033709688ac6d7f07d6fc71/C of 6ed6e8b66033709688ac6d7f07d6fc71 into cd807e7652aa4eb8b5018f28519c3421(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T03:19:52,104 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6ed6e8b66033709688ac6d7f07d6fc71: 2024-12-05T03:19:52,104 INFO [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733368776511.6ed6e8b66033709688ac6d7f07d6fc71., storeName=6ed6e8b66033709688ac6d7f07d6fc71/C, priority=13, startTime=1733368791604; duration=0sec 2024-12-05T03:19:52,104 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T03:19:52,104 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6ed6e8b66033709688ac6d7f07d6fc71:C 2024-12-05T03:19:52,135 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:52,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50150 deadline: 1733368852133, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:52,136 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:52,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50132 deadline: 1733368852133, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:52,136 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:52,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50162 deadline: 1733368852133, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:52,136 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:52,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50144 deadline: 1733368852134, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:52,137 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:52,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50178 deadline: 1733368852136, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:52,320 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=335 (bloomFilter=true), to=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/.tmp/B/c1e5a6bdcdb942589fdec875039eab8a 2024-12-05T03:19:52,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=63 2024-12-05T03:19:52,321 INFO [Thread-767 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 63 completed 2024-12-05T03:19:52,323 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-05T03:19:52,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] procedure2.ProcedureExecutor(1098): Stored pid=65, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=65, table=TestAcidGuarantees 2024-12-05T03:19:52,325 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=65, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=65, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-05T03:19:52,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=65 2024-12-05T03:19:52,326 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=65, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=65, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-05T03:19:52,326 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=66, ppid=65, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-05T03:19:52,330 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/.tmp/C/aacb0369dde94b64a85ebf04668b743f is 50, key is test_row_0/C:col10/1733368790682/Put/seqid=0 2024-12-05T03:19:52,336 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073742074_1250 (size=12301) 2024-12-05T03:19:52,340 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=335 (bloomFilter=true), to=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/.tmp/C/aacb0369dde94b64a85ebf04668b743f 2024-12-05T03:19:52,345 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/.tmp/A/7c642df6cd134f589308879ce73be4eb as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/A/7c642df6cd134f589308879ce73be4eb 2024-12-05T03:19:52,349 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/A/7c642df6cd134f589308879ce73be4eb, entries=200, sequenceid=335, filesize=39.0 K 2024-12-05T03:19:52,350 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/.tmp/B/c1e5a6bdcdb942589fdec875039eab8a as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/B/c1e5a6bdcdb942589fdec875039eab8a 2024-12-05T03:19:52,355 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/B/c1e5a6bdcdb942589fdec875039eab8a, entries=150, sequenceid=335, filesize=12.0 K 2024-12-05T03:19:52,356 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/.tmp/C/aacb0369dde94b64a85ebf04668b743f as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/C/aacb0369dde94b64a85ebf04668b743f 2024-12-05T03:19:52,361 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/C/aacb0369dde94b64a85ebf04668b743f, entries=150, sequenceid=335, filesize=12.0 K 2024-12-05T03:19:52,362 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=73.80 KB/75570 for 6ed6e8b66033709688ac6d7f07d6fc71 in 547ms, sequenceid=335, compaction requested=false 2024-12-05T03:19:52,362 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 6ed6e8b66033709688ac6d7f07d6fc71: 2024-12-05T03:19:52,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=65 2024-12-05T03:19:52,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(8581): Flush requested on 6ed6e8b66033709688ac6d7f07d6fc71 2024-12-05T03:19:52,438 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 6ed6e8b66033709688ac6d7f07d6fc71 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-12-05T03:19:52,440 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6ed6e8b66033709688ac6d7f07d6fc71, store=A 2024-12-05T03:19:52,440 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T03:19:52,440 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6ed6e8b66033709688ac6d7f07d6fc71, store=B 2024-12-05T03:19:52,440 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T03:19:52,440 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6ed6e8b66033709688ac6d7f07d6fc71, store=C 2024-12-05T03:19:52,440 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T03:19:52,450 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241205fe13114bd11746d5a24ea7e691b2de7a_6ed6e8b66033709688ac6d7f07d6fc71 is 50, key is test_row_0/A:col10/1733368791827/Put/seqid=0 2024-12-05T03:19:52,455 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073742075_1251 (size=14994) 2024-12-05T03:19:52,461 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:52,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50162 deadline: 1733368852457, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:52,463 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:52,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50178 deadline: 1733368852460, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:52,464 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:52,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50150 deadline: 1733368852460, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:52,464 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:52,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50144 deadline: 1733368852461, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:52,464 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:52,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50132 deadline: 1733368852461, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:52,478 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 971fbbbe942d,46085,1733368737191 2024-12-05T03:19:52,479 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46085 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=66 2024-12-05T03:19:52,479 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733368776511.6ed6e8b66033709688ac6d7f07d6fc71. 2024-12-05T03:19:52,479 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733368776511.6ed6e8b66033709688ac6d7f07d6fc71. as already flushing 2024-12-05T03:19:52,479 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733368776511.6ed6e8b66033709688ac6d7f07d6fc71. 2024-12-05T03:19:52,479 ERROR [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] handler.RSProcedureHandler(58): pid=66 java.io.IOException: Unable to complete flush {ENCODED => 6ed6e8b66033709688ac6d7f07d6fc71, NAME => 'TestAcidGuarantees,,1733368776511.6ed6e8b66033709688ac6d7f07d6fc71.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:19:52,479 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=66 java.io.IOException: Unable to complete flush {ENCODED => 6ed6e8b66033709688ac6d7f07d6fc71, NAME => 'TestAcidGuarantees,,1733368776511.6ed6e8b66033709688ac6d7f07d6fc71.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:19:52,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.HMaster(4114): Remote procedure failed, pid=66 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6ed6e8b66033709688ac6d7f07d6fc71, NAME => 'TestAcidGuarantees,,1733368776511.6ed6e8b66033709688ac6d7f07d6fc71.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6ed6e8b66033709688ac6d7f07d6fc71, NAME => 'TestAcidGuarantees,,1733368776511.6ed6e8b66033709688ac6d7f07d6fc71.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:19:52,564 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:52,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50162 deadline: 1733368852562, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:52,565 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:52,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50178 deadline: 1733368852564, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:52,565 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:52,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50150 deadline: 1733368852565, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:52,566 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:52,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50144 deadline: 1733368852565, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:52,566 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:52,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50132 deadline: 1733368852565, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:52,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=65 2024-12-05T03:19:52,632 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 971fbbbe942d,46085,1733368737191 2024-12-05T03:19:52,632 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46085 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=66 2024-12-05T03:19:52,632 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733368776511.6ed6e8b66033709688ac6d7f07d6fc71. 2024-12-05T03:19:52,632 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733368776511.6ed6e8b66033709688ac6d7f07d6fc71. as already flushing 2024-12-05T03:19:52,632 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733368776511.6ed6e8b66033709688ac6d7f07d6fc71. 2024-12-05T03:19:52,632 ERROR [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] handler.RSProcedureHandler(58): pid=66 java.io.IOException: Unable to complete flush {ENCODED => 6ed6e8b66033709688ac6d7f07d6fc71, NAME => 'TestAcidGuarantees,,1733368776511.6ed6e8b66033709688ac6d7f07d6fc71.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:19:52,633 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=66 java.io.IOException: Unable to complete flush {ENCODED => 6ed6e8b66033709688ac6d7f07d6fc71, NAME => 'TestAcidGuarantees,,1733368776511.6ed6e8b66033709688ac6d7f07d6fc71.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:19:52,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.HMaster(4114): Remote procedure failed, pid=66 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6ed6e8b66033709688ac6d7f07d6fc71, NAME => 'TestAcidGuarantees,,1733368776511.6ed6e8b66033709688ac6d7f07d6fc71.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6ed6e8b66033709688ac6d7f07d6fc71, NAME => 'TestAcidGuarantees,,1733368776511.6ed6e8b66033709688ac6d7f07d6fc71.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:19:52,768 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:52,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50162 deadline: 1733368852766, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:52,770 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:52,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50150 deadline: 1733368852767, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:52,770 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:52,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50178 deadline: 1733368852767, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:52,770 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:52,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50132 deadline: 1733368852767, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:52,771 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:52,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50144 deadline: 1733368852768, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:52,785 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 971fbbbe942d,46085,1733368737191 2024-12-05T03:19:52,785 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46085 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=66 2024-12-05T03:19:52,785 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733368776511.6ed6e8b66033709688ac6d7f07d6fc71. 2024-12-05T03:19:52,785 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733368776511.6ed6e8b66033709688ac6d7f07d6fc71. as already flushing 2024-12-05T03:19:52,786 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733368776511.6ed6e8b66033709688ac6d7f07d6fc71. 2024-12-05T03:19:52,786 ERROR [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] handler.RSProcedureHandler(58): pid=66 java.io.IOException: Unable to complete flush {ENCODED => 6ed6e8b66033709688ac6d7f07d6fc71, NAME => 'TestAcidGuarantees,,1733368776511.6ed6e8b66033709688ac6d7f07d6fc71.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:19:52,786 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=66 java.io.IOException: Unable to complete flush {ENCODED => 6ed6e8b66033709688ac6d7f07d6fc71, NAME => 'TestAcidGuarantees,,1733368776511.6ed6e8b66033709688ac6d7f07d6fc71.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:19:52,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.HMaster(4114): Remote procedure failed, pid=66 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6ed6e8b66033709688ac6d7f07d6fc71, NAME => 'TestAcidGuarantees,,1733368776511.6ed6e8b66033709688ac6d7f07d6fc71.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6ed6e8b66033709688ac6d7f07d6fc71, NAME => 'TestAcidGuarantees,,1733368776511.6ed6e8b66033709688ac6d7f07d6fc71.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:19:52,856 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:52,863 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241205fe13114bd11746d5a24ea7e691b2de7a_6ed6e8b66033709688ac6d7f07d6fc71 to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241205fe13114bd11746d5a24ea7e691b2de7a_6ed6e8b66033709688ac6d7f07d6fc71 2024-12-05T03:19:52,865 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/.tmp/A/8d5425f9bc46431d9d567c37c4fd65e1, store: [table=TestAcidGuarantees family=A region=6ed6e8b66033709688ac6d7f07d6fc71] 2024-12-05T03:19:52,866 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/.tmp/A/8d5425f9bc46431d9d567c37c4fd65e1 is 175, key is test_row_0/A:col10/1733368791827/Put/seqid=0 2024-12-05T03:19:52,884 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073742076_1252 (size=39949) 2024-12-05T03:19:52,893 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=354, memsize=29.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/.tmp/A/8d5425f9bc46431d9d567c37c4fd65e1 2024-12-05T03:19:52,918 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/.tmp/B/d173d712c1d94de7a7a02b8b27e6b53f is 50, key is test_row_0/B:col10/1733368791827/Put/seqid=0 2024-12-05T03:19:52,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=65 2024-12-05T03:19:52,932 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073742077_1253 (size=12301) 2024-12-05T03:19:52,938 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 971fbbbe942d,46085,1733368737191 2024-12-05T03:19:52,939 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46085 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=66 2024-12-05T03:19:52,939 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733368776511.6ed6e8b66033709688ac6d7f07d6fc71. 2024-12-05T03:19:52,939 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733368776511.6ed6e8b66033709688ac6d7f07d6fc71. as already flushing 2024-12-05T03:19:52,939 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733368776511.6ed6e8b66033709688ac6d7f07d6fc71. 2024-12-05T03:19:52,939 ERROR [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] handler.RSProcedureHandler(58): pid=66 java.io.IOException: Unable to complete flush {ENCODED => 6ed6e8b66033709688ac6d7f07d6fc71, NAME => 'TestAcidGuarantees,,1733368776511.6ed6e8b66033709688ac6d7f07d6fc71.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:19:52,939 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=66 java.io.IOException: Unable to complete flush {ENCODED => 6ed6e8b66033709688ac6d7f07d6fc71, NAME => 'TestAcidGuarantees,,1733368776511.6ed6e8b66033709688ac6d7f07d6fc71.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:19:52,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.HMaster(4114): Remote procedure failed, pid=66 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6ed6e8b66033709688ac6d7f07d6fc71, NAME => 'TestAcidGuarantees,,1733368776511.6ed6e8b66033709688ac6d7f07d6fc71.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6ed6e8b66033709688ac6d7f07d6fc71, NAME => 'TestAcidGuarantees,,1733368776511.6ed6e8b66033709688ac6d7f07d6fc71.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:19:53,070 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:53,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50162 deadline: 1733368853069, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:53,073 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:53,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50132 deadline: 1733368853072, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:53,073 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:53,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50144 deadline: 1733368853073, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:53,074 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:53,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50150 deadline: 1733368853073, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:53,074 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:53,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50178 deadline: 1733368853073, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:53,091 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 971fbbbe942d,46085,1733368737191 2024-12-05T03:19:53,092 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46085 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=66 2024-12-05T03:19:53,092 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733368776511.6ed6e8b66033709688ac6d7f07d6fc71. 2024-12-05T03:19:53,092 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733368776511.6ed6e8b66033709688ac6d7f07d6fc71. as already flushing 2024-12-05T03:19:53,092 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733368776511.6ed6e8b66033709688ac6d7f07d6fc71. 2024-12-05T03:19:53,092 ERROR [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] handler.RSProcedureHandler(58): pid=66 java.io.IOException: Unable to complete flush {ENCODED => 6ed6e8b66033709688ac6d7f07d6fc71, NAME => 'TestAcidGuarantees,,1733368776511.6ed6e8b66033709688ac6d7f07d6fc71.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:19:53,093 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=66 java.io.IOException: Unable to complete flush {ENCODED => 6ed6e8b66033709688ac6d7f07d6fc71, NAME => 'TestAcidGuarantees,,1733368776511.6ed6e8b66033709688ac6d7f07d6fc71.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:19:53,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.HMaster(4114): Remote procedure failed, pid=66 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6ed6e8b66033709688ac6d7f07d6fc71, NAME => 'TestAcidGuarantees,,1733368776511.6ed6e8b66033709688ac6d7f07d6fc71.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6ed6e8b66033709688ac6d7f07d6fc71, NAME => 'TestAcidGuarantees,,1733368776511.6ed6e8b66033709688ac6d7f07d6fc71.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:19:53,245 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 971fbbbe942d,46085,1733368737191 2024-12-05T03:19:53,245 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46085 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=66 2024-12-05T03:19:53,245 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733368776511.6ed6e8b66033709688ac6d7f07d6fc71. 2024-12-05T03:19:53,245 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733368776511.6ed6e8b66033709688ac6d7f07d6fc71. as already flushing 2024-12-05T03:19:53,245 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733368776511.6ed6e8b66033709688ac6d7f07d6fc71. 2024-12-05T03:19:53,245 ERROR [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] handler.RSProcedureHandler(58): pid=66 java.io.IOException: Unable to complete flush {ENCODED => 6ed6e8b66033709688ac6d7f07d6fc71, NAME => 'TestAcidGuarantees,,1733368776511.6ed6e8b66033709688ac6d7f07d6fc71.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:19:53,246 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=66 java.io.IOException: Unable to complete flush {ENCODED => 6ed6e8b66033709688ac6d7f07d6fc71, NAME => 'TestAcidGuarantees,,1733368776511.6ed6e8b66033709688ac6d7f07d6fc71.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:19:53,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.HMaster(4114): Remote procedure failed, pid=66 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6ed6e8b66033709688ac6d7f07d6fc71, NAME => 'TestAcidGuarantees,,1733368776511.6ed6e8b66033709688ac6d7f07d6fc71.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6ed6e8b66033709688ac6d7f07d6fc71, NAME => 'TestAcidGuarantees,,1733368776511.6ed6e8b66033709688ac6d7f07d6fc71.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:19:53,333 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=354 (bloomFilter=true), to=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/.tmp/B/d173d712c1d94de7a7a02b8b27e6b53f 2024-12-05T03:19:53,342 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/.tmp/C/5febac201e784097b73b8796a6133fd3 is 50, key is test_row_0/C:col10/1733368791827/Put/seqid=0 2024-12-05T03:19:53,346 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073742078_1254 (size=12301) 2024-12-05T03:19:53,397 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 971fbbbe942d,46085,1733368737191 2024-12-05T03:19:53,398 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46085 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=66 2024-12-05T03:19:53,398 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733368776511.6ed6e8b66033709688ac6d7f07d6fc71. 2024-12-05T03:19:53,398 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733368776511.6ed6e8b66033709688ac6d7f07d6fc71. as already flushing 2024-12-05T03:19:53,398 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733368776511.6ed6e8b66033709688ac6d7f07d6fc71. 2024-12-05T03:19:53,398 ERROR [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] handler.RSProcedureHandler(58): pid=66 java.io.IOException: Unable to complete flush {ENCODED => 6ed6e8b66033709688ac6d7f07d6fc71, NAME => 'TestAcidGuarantees,,1733368776511.6ed6e8b66033709688ac6d7f07d6fc71.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:19:53,399 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=66 java.io.IOException: Unable to complete flush {ENCODED => 6ed6e8b66033709688ac6d7f07d6fc71, NAME => 'TestAcidGuarantees,,1733368776511.6ed6e8b66033709688ac6d7f07d6fc71.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:19:53,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.HMaster(4114): Remote procedure failed, pid=66 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6ed6e8b66033709688ac6d7f07d6fc71, NAME => 'TestAcidGuarantees,,1733368776511.6ed6e8b66033709688ac6d7f07d6fc71.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6ed6e8b66033709688ac6d7f07d6fc71, NAME => 'TestAcidGuarantees,,1733368776511.6ed6e8b66033709688ac6d7f07d6fc71.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:19:53,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=65 2024-12-05T03:19:53,551 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 971fbbbe942d,46085,1733368737191 2024-12-05T03:19:53,551 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46085 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=66 2024-12-05T03:19:53,551 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733368776511.6ed6e8b66033709688ac6d7f07d6fc71. 2024-12-05T03:19:53,551 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733368776511.6ed6e8b66033709688ac6d7f07d6fc71. as already flushing 2024-12-05T03:19:53,551 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733368776511.6ed6e8b66033709688ac6d7f07d6fc71. 2024-12-05T03:19:53,551 ERROR [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] handler.RSProcedureHandler(58): pid=66 java.io.IOException: Unable to complete flush {ENCODED => 6ed6e8b66033709688ac6d7f07d6fc71, NAME => 'TestAcidGuarantees,,1733368776511.6ed6e8b66033709688ac6d7f07d6fc71.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:19:53,552 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=66 java.io.IOException: Unable to complete flush {ENCODED => 6ed6e8b66033709688ac6d7f07d6fc71, NAME => 'TestAcidGuarantees,,1733368776511.6ed6e8b66033709688ac6d7f07d6fc71.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:19:53,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.HMaster(4114): Remote procedure failed, pid=66 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6ed6e8b66033709688ac6d7f07d6fc71, NAME => 'TestAcidGuarantees,,1733368776511.6ed6e8b66033709688ac6d7f07d6fc71.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6ed6e8b66033709688ac6d7f07d6fc71, NAME => 'TestAcidGuarantees,,1733368776511.6ed6e8b66033709688ac6d7f07d6fc71.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:19:53,573 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:53,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50162 deadline: 1733368853571, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:53,576 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:53,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50178 deadline: 1733368853575, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:53,577 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:53,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50132 deadline: 1733368853576, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:53,577 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:53,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50144 deadline: 1733368853576, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:53,580 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:53,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50150 deadline: 1733368853578, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:53,704 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 971fbbbe942d,46085,1733368737191 2024-12-05T03:19:53,705 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46085 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=66 2024-12-05T03:19:53,705 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733368776511.6ed6e8b66033709688ac6d7f07d6fc71. 2024-12-05T03:19:53,705 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733368776511.6ed6e8b66033709688ac6d7f07d6fc71. as already flushing 2024-12-05T03:19:53,705 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733368776511.6ed6e8b66033709688ac6d7f07d6fc71. 2024-12-05T03:19:53,705 ERROR [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] handler.RSProcedureHandler(58): pid=66 java.io.IOException: Unable to complete flush {ENCODED => 6ed6e8b66033709688ac6d7f07d6fc71, NAME => 'TestAcidGuarantees,,1733368776511.6ed6e8b66033709688ac6d7f07d6fc71.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:19:53,705 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=66 java.io.IOException: Unable to complete flush {ENCODED => 6ed6e8b66033709688ac6d7f07d6fc71, NAME => 'TestAcidGuarantees,,1733368776511.6ed6e8b66033709688ac6d7f07d6fc71.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:19:53,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.HMaster(4114): Remote procedure failed, pid=66 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6ed6e8b66033709688ac6d7f07d6fc71, NAME => 'TestAcidGuarantees,,1733368776511.6ed6e8b66033709688ac6d7f07d6fc71.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6ed6e8b66033709688ac6d7f07d6fc71, NAME => 'TestAcidGuarantees,,1733368776511.6ed6e8b66033709688ac6d7f07d6fc71.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:19:53,747 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=354 (bloomFilter=true), to=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/.tmp/C/5febac201e784097b73b8796a6133fd3 2024-12-05T03:19:53,753 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/.tmp/A/8d5425f9bc46431d9d567c37c4fd65e1 as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/A/8d5425f9bc46431d9d567c37c4fd65e1 2024-12-05T03:19:53,757 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/A/8d5425f9bc46431d9d567c37c4fd65e1, entries=200, sequenceid=354, filesize=39.0 K 2024-12-05T03:19:53,758 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/.tmp/B/d173d712c1d94de7a7a02b8b27e6b53f as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/B/d173d712c1d94de7a7a02b8b27e6b53f 2024-12-05T03:19:53,764 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/B/d173d712c1d94de7a7a02b8b27e6b53f, entries=150, sequenceid=354, filesize=12.0 K 2024-12-05T03:19:53,765 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/.tmp/C/5febac201e784097b73b8796a6133fd3 as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/C/5febac201e784097b73b8796a6133fd3 2024-12-05T03:19:53,771 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/C/5febac201e784097b73b8796a6133fd3, entries=150, sequenceid=354, filesize=12.0 K 2024-12-05T03:19:53,772 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=120.76 KB/123660 for 6ed6e8b66033709688ac6d7f07d6fc71 in 1334ms, sequenceid=354, compaction requested=true 2024-12-05T03:19:53,772 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 6ed6e8b66033709688ac6d7f07d6fc71: 2024-12-05T03:19:53,773 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6ed6e8b66033709688ac6d7f07d6fc71:A, priority=-2147483648, current under compaction store size is 1 2024-12-05T03:19:53,773 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T03:19:53,773 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6ed6e8b66033709688ac6d7f07d6fc71:B, priority=-2147483648, current under compaction store size is 2 2024-12-05T03:19:53,773 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T03:19:53,773 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T03:19:53,773 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6ed6e8b66033709688ac6d7f07d6fc71:C, priority=-2147483648, current under compaction store size is 3 2024-12-05T03:19:53,773 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-12-05T03:19:53,773 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T03:19:53,774 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 111869 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T03:19:53,774 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.HStore(1540): 6ed6e8b66033709688ac6d7f07d6fc71/A is initiating minor compaction (all files) 2024-12-05T03:19:53,774 INFO [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6ed6e8b66033709688ac6d7f07d6fc71/A in TestAcidGuarantees,,1733368776511.6ed6e8b66033709688ac6d7f07d6fc71. 2024-12-05T03:19:53,774 INFO [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/A/fdfc23c02fe143baa0fce760a22e21da, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/A/7c642df6cd134f589308879ce73be4eb, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/A/8d5425f9bc46431d9d567c37c4fd65e1] into tmpdir=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/.tmp, totalSize=109.2 K 2024-12-05T03:19:53,774 INFO [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733368776511.6ed6e8b66033709688ac6d7f07d6fc71. 2024-12-05T03:19:53,774 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733368776511.6ed6e8b66033709688ac6d7f07d6fc71. files: [hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/A/fdfc23c02fe143baa0fce760a22e21da, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/A/7c642df6cd134f589308879ce73be4eb, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/A/8d5425f9bc46431d9d567c37c4fd65e1] 2024-12-05T03:19:53,774 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37619 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T03:19:53,774 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.HStore(1540): 6ed6e8b66033709688ac6d7f07d6fc71/B is initiating minor compaction (all files) 2024-12-05T03:19:53,775 INFO [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6ed6e8b66033709688ac6d7f07d6fc71/B in TestAcidGuarantees,,1733368776511.6ed6e8b66033709688ac6d7f07d6fc71. 2024-12-05T03:19:53,775 INFO [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/B/adf50b380f4e48608118d28d58c79bc3, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/B/c1e5a6bdcdb942589fdec875039eab8a, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/B/d173d712c1d94de7a7a02b8b27e6b53f] into tmpdir=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/.tmp, totalSize=36.7 K 2024-12-05T03:19:53,775 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] compactions.Compactor(224): Compacting fdfc23c02fe143baa0fce760a22e21da, keycount=150, bloomtype=ROW, size=31.2 K, encoding=NONE, compression=NONE, seqNum=312, earliestPutTs=1733368790057 2024-12-05T03:19:53,775 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] compactions.Compactor(224): Compacting adf50b380f4e48608118d28d58c79bc3, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=312, earliestPutTs=1733368790057 2024-12-05T03:19:53,776 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7c642df6cd134f589308879ce73be4eb, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=335, earliestPutTs=1733368790682 2024-12-05T03:19:53,776 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] compactions.Compactor(224): Compacting c1e5a6bdcdb942589fdec875039eab8a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=335, earliestPutTs=1733368790682 2024-12-05T03:19:53,776 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8d5425f9bc46431d9d567c37c4fd65e1, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=354, earliestPutTs=1733368791826 2024-12-05T03:19:53,776 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] compactions.Compactor(224): Compacting d173d712c1d94de7a7a02b8b27e6b53f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=354, earliestPutTs=1733368791826 2024-12-05T03:19:53,785 INFO [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=6ed6e8b66033709688ac6d7f07d6fc71] 2024-12-05T03:19:53,788 INFO [RS:0;971fbbbe942d:46085-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6ed6e8b66033709688ac6d7f07d6fc71#B#compaction#213 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-05T03:19:53,789 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/.tmp/B/9852024724724ce5bff9af499cd95423 is 50, key is test_row_0/B:col10/1733368791827/Put/seqid=0 2024-12-05T03:19:53,790 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202412056499b98aea874477af91879d4a03ae9a_6ed6e8b66033709688ac6d7f07d6fc71 store=[table=TestAcidGuarantees family=A region=6ed6e8b66033709688ac6d7f07d6fc71] 2024-12-05T03:19:53,792 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202412056499b98aea874477af91879d4a03ae9a_6ed6e8b66033709688ac6d7f07d6fc71, store=[table=TestAcidGuarantees family=A region=6ed6e8b66033709688ac6d7f07d6fc71] 2024-12-05T03:19:53,792 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412056499b98aea874477af91879d4a03ae9a_6ed6e8b66033709688ac6d7f07d6fc71 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=6ed6e8b66033709688ac6d7f07d6fc71] 2024-12-05T03:19:53,803 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073742079_1255 (size=13119) 2024-12-05T03:19:53,822 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073742080_1256 (size=4469) 2024-12-05T03:19:53,825 INFO [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6ed6e8b66033709688ac6d7f07d6fc71#A#compaction#214 average throughput is 0.63 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T03:19:53,826 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/.tmp/A/d20dfe98a37848b1897392e2629dbeeb is 175, key is test_row_0/A:col10/1733368791827/Put/seqid=0 2024-12-05T03:19:53,843 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073742081_1257 (size=32073) 2024-12-05T03:19:53,852 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/.tmp/A/d20dfe98a37848b1897392e2629dbeeb as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/A/d20dfe98a37848b1897392e2629dbeeb 2024-12-05T03:19:53,857 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 971fbbbe942d,46085,1733368737191 2024-12-05T03:19:53,858 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46085 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=66 2024-12-05T03:19:53,858 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733368776511.6ed6e8b66033709688ac6d7f07d6fc71. 2024-12-05T03:19:53,858 INFO [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HRegion(2837): Flushing 6ed6e8b66033709688ac6d7f07d6fc71 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-12-05T03:19:53,860 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6ed6e8b66033709688ac6d7f07d6fc71, store=A 2024-12-05T03:19:53,860 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T03:19:53,860 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6ed6e8b66033709688ac6d7f07d6fc71, store=B 2024-12-05T03:19:53,860 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T03:19:53,860 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6ed6e8b66033709688ac6d7f07d6fc71, store=C 2024-12-05T03:19:53,860 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T03:19:53,861 INFO [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 6ed6e8b66033709688ac6d7f07d6fc71/A of 6ed6e8b66033709688ac6d7f07d6fc71 into d20dfe98a37848b1897392e2629dbeeb(size=31.3 K), total size for store is 31.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T03:19:53,861 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6ed6e8b66033709688ac6d7f07d6fc71: 2024-12-05T03:19:53,861 INFO [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733368776511.6ed6e8b66033709688ac6d7f07d6fc71., storeName=6ed6e8b66033709688ac6d7f07d6fc71/A, priority=13, startTime=1733368793773; duration=0sec 2024-12-05T03:19:53,861 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T03:19:53,861 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6ed6e8b66033709688ac6d7f07d6fc71:A 2024-12-05T03:19:53,861 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T03:19:53,864 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37619 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T03:19:53,864 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.HStore(1540): 6ed6e8b66033709688ac6d7f07d6fc71/C is initiating minor compaction (all files) 2024-12-05T03:19:53,864 INFO [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6ed6e8b66033709688ac6d7f07d6fc71/C in TestAcidGuarantees,,1733368776511.6ed6e8b66033709688ac6d7f07d6fc71. 2024-12-05T03:19:53,864 INFO [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/C/cd807e7652aa4eb8b5018f28519c3421, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/C/aacb0369dde94b64a85ebf04668b743f, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/C/5febac201e784097b73b8796a6133fd3] into tmpdir=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/.tmp, totalSize=36.7 K 2024-12-05T03:19:53,865 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] compactions.Compactor(224): Compacting cd807e7652aa4eb8b5018f28519c3421, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=312, earliestPutTs=1733368790057 2024-12-05T03:19:53,866 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] compactions.Compactor(224): Compacting aacb0369dde94b64a85ebf04668b743f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=335, earliestPutTs=1733368790682 2024-12-05T03:19:53,866 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5febac201e784097b73b8796a6133fd3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=354, earliestPutTs=1733368791826 2024-12-05T03:19:53,878 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241205a3950c8729f24279936e42548a65cd99_6ed6e8b66033709688ac6d7f07d6fc71 is 50, key is test_row_0/A:col10/1733368792459/Put/seqid=0 2024-12-05T03:19:53,888 INFO [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6ed6e8b66033709688ac6d7f07d6fc71#C#compaction#216 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T03:19:53,888 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/.tmp/C/48e6c9b074d845ff963595a164027b40 is 50, key is test_row_0/C:col10/1733368791827/Put/seqid=0 2024-12-05T03:19:53,894 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073742082_1258 (size=12454) 2024-12-05T03:19:53,895 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:53,901 INFO [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241205a3950c8729f24279936e42548a65cd99_6ed6e8b66033709688ac6d7f07d6fc71 to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241205a3950c8729f24279936e42548a65cd99_6ed6e8b66033709688ac6d7f07d6fc71 2024-12-05T03:19:53,902 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/.tmp/A/b4789d7e0be344ba8574e82c9b061182, store: [table=TestAcidGuarantees family=A region=6ed6e8b66033709688ac6d7f07d6fc71] 2024-12-05T03:19:53,903 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/.tmp/A/b4789d7e0be344ba8574e82c9b061182 is 175, key is test_row_0/A:col10/1733368792459/Put/seqid=0 2024-12-05T03:19:53,913 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073742083_1259 (size=13119) 2024-12-05T03:19:53,915 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073742084_1260 (size=31255) 2024-12-05T03:19:53,917 INFO [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=376, memsize=40.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/.tmp/A/b4789d7e0be344ba8574e82c9b061182 2024-12-05T03:19:53,925 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/.tmp/B/bf2fef13b95b467392e5aa7d83ca1847 is 50, key is test_row_0/B:col10/1733368792459/Put/seqid=0 2024-12-05T03:19:53,929 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073742085_1261 (size=12301) 2024-12-05T03:19:54,209 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/.tmp/B/9852024724724ce5bff9af499cd95423 as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/B/9852024724724ce5bff9af499cd95423 2024-12-05T03:19:54,215 INFO [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 6ed6e8b66033709688ac6d7f07d6fc71/B of 6ed6e8b66033709688ac6d7f07d6fc71 into 9852024724724ce5bff9af499cd95423(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T03:19:54,215 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6ed6e8b66033709688ac6d7f07d6fc71: 2024-12-05T03:19:54,215 INFO [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733368776511.6ed6e8b66033709688ac6d7f07d6fc71., storeName=6ed6e8b66033709688ac6d7f07d6fc71/B, priority=13, startTime=1733368793773; duration=0sec 2024-12-05T03:19:54,215 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T03:19:54,215 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6ed6e8b66033709688ac6d7f07d6fc71:B 2024-12-05T03:19:54,320 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/.tmp/C/48e6c9b074d845ff963595a164027b40 as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/C/48e6c9b074d845ff963595a164027b40 2024-12-05T03:19:54,326 INFO [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 6ed6e8b66033709688ac6d7f07d6fc71/C of 6ed6e8b66033709688ac6d7f07d6fc71 into 48e6c9b074d845ff963595a164027b40(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T03:19:54,326 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6ed6e8b66033709688ac6d7f07d6fc71: 2024-12-05T03:19:54,326 INFO [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733368776511.6ed6e8b66033709688ac6d7f07d6fc71., storeName=6ed6e8b66033709688ac6d7f07d6fc71/C, priority=13, startTime=1733368793773; duration=0sec 2024-12-05T03:19:54,326 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T03:19:54,326 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6ed6e8b66033709688ac6d7f07d6fc71:C 2024-12-05T03:19:54,330 INFO [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=376 (bloomFilter=true), to=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/.tmp/B/bf2fef13b95b467392e5aa7d83ca1847 2024-12-05T03:19:54,339 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/.tmp/C/f27c0b49854b473fa961404d4d25c3e5 is 50, key is test_row_0/C:col10/1733368792459/Put/seqid=0 2024-12-05T03:19:54,343 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073742086_1262 (size=12301) 2024-12-05T03:19:54,344 INFO [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=376 (bloomFilter=true), to=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/.tmp/C/f27c0b49854b473fa961404d4d25c3e5 2024-12-05T03:19:54,350 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/.tmp/A/b4789d7e0be344ba8574e82c9b061182 as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/A/b4789d7e0be344ba8574e82c9b061182 2024-12-05T03:19:54,355 INFO [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/A/b4789d7e0be344ba8574e82c9b061182, entries=150, sequenceid=376, filesize=30.5 K 2024-12-05T03:19:54,356 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/.tmp/B/bf2fef13b95b467392e5aa7d83ca1847 as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/B/bf2fef13b95b467392e5aa7d83ca1847 2024-12-05T03:19:54,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,360 INFO [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/B/bf2fef13b95b467392e5aa7d83ca1847, entries=150, sequenceid=376, filesize=12.0 K 2024-12-05T03:19:54,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,361 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/.tmp/C/f27c0b49854b473fa961404d4d25c3e5 as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/C/f27c0b49854b473fa961404d4d25c3e5 2024-12-05T03:19:54,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,368 INFO [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/C/f27c0b49854b473fa961404d4d25c3e5, entries=150, sequenceid=376, filesize=12.0 K 2024-12-05T03:19:54,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,369 INFO [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=0 B/0 for 6ed6e8b66033709688ac6d7f07d6fc71 in 511ms, sequenceid=376, compaction requested=false 2024-12-05T03:19:54,369 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HRegion(2538): Flush status journal for 6ed6e8b66033709688ac6d7f07d6fc71: 2024-12-05T03:19:54,369 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733368776511.6ed6e8b66033709688ac6d7f07d6fc71. 2024-12-05T03:19:54,369 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=66 2024-12-05T03:19:54,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.HMaster(4106): Remote procedure done, pid=66 2024-12-05T03:19:54,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,372 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=66, resume processing ppid=65 2024-12-05T03:19:54,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,372 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=66, ppid=65, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.0440 sec 2024-12-05T03:19:54,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,374 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=65, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=65, table=TestAcidGuarantees in 2.0490 sec 2024-12-05T03:19:54,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=65 2024-12-05T03:19:54,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,430 INFO [Thread-767 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 65 completed 2024-12-05T03:19:54,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,431 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-05T03:19:54,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] procedure2.ProcedureExecutor(1098): Stored pid=67, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=67, table=TestAcidGuarantees 2024-12-05T03:19:54,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67 2024-12-05T03:19:54,433 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=67, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=67, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-05T03:19:54,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,434 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=67, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=67, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-05T03:19:54,434 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=68, ppid=67, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-05T03:19:54,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67 2024-12-05T03:19:54,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,586 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 971fbbbe942d,46085,1733368737191 2024-12-05T03:19:54,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,586 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46085 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=68 2024-12-05T03:19:54,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,586 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733368776511.6ed6e8b66033709688ac6d7f07d6fc71. 2024-12-05T03:19:54,586 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegion(2538): Flush status journal for 6ed6e8b66033709688ac6d7f07d6fc71: 2024-12-05T03:19:54,586 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733368776511.6ed6e8b66033709688ac6d7f07d6fc71. 2024-12-05T03:19:54,586 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=68 2024-12-05T03:19:54,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.HMaster(4106): Remote procedure done, pid=68 2024-12-05T03:19:54,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,590 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=68, resume processing ppid=67 2024-12-05T03:19:54,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,590 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=68, ppid=67, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 154 msec 2024-12-05T03:19:54,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,591 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=67, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=67, table=TestAcidGuarantees in 158 msec 2024-12-05T03:19:54,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(8581): Flush requested on 6ed6e8b66033709688ac6d7f07d6fc71 2024-12-05T03:19:54,667 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 6ed6e8b66033709688ac6d7f07d6fc71 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-05T03:19:54,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,668 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6ed6e8b66033709688ac6d7f07d6fc71, store=A 2024-12-05T03:19:54,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,668 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T03:19:54,668 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6ed6e8b66033709688ac6d7f07d6fc71, store=B 2024-12-05T03:19:54,668 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T03:19:54,668 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6ed6e8b66033709688ac6d7f07d6fc71, store=C 2024-12-05T03:19:54,668 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T03:19:54,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,678 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241205c98fa0a884dc47009382d80340e691a2_6ed6e8b66033709688ac6d7f07d6fc71 is 50, key is test_row_0/A:col10/1733368794664/Put/seqid=0 2024-12-05T03:19:54,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,694 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073742087_1263 (size=27698) 2024-12-05T03:19:54,695 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,700 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241205c98fa0a884dc47009382d80340e691a2_6ed6e8b66033709688ac6d7f07d6fc71 to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241205c98fa0a884dc47009382d80340e691a2_6ed6e8b66033709688ac6d7f07d6fc71 2024-12-05T03:19:54,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,701 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/.tmp/A/eee2ffd66409400b8b4d7e4ccccaf110, store: [table=TestAcidGuarantees family=A region=6ed6e8b66033709688ac6d7f07d6fc71] 2024-12-05T03:19:54,702 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/.tmp/A/eee2ffd66409400b8b4d7e4ccccaf110 is 175, key is test_row_0/A:col10/1733368794664/Put/seqid=0 2024-12-05T03:19:54,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,705 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073742088_1264 (size=83485) 2024-12-05T03:19:54,706 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=391, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/.tmp/A/eee2ffd66409400b8b4d7e4ccccaf110 2024-12-05T03:19:54,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:54,716 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:54,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50132 deadline: 1733368854709, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:54,716 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:54,716 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:54,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50178 deadline: 1733368854712, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:54,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50162 deadline: 1733368854712, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:54,719 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:54,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50150 deadline: 1733368854716, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:54,719 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:54,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50144 deadline: 1733368854717, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:54,722 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/.tmp/B/afd0c928c6c440a79943a1ae5be67e9f is 50, key is test_row_0/B:col10/1733368794664/Put/seqid=0 2024-12-05T03:19:54,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67 2024-12-05T03:19:54,735 INFO [Thread-767 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 67 completed 2024-12-05T03:19:54,737 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-05T03:19:54,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] procedure2.ProcedureExecutor(1098): Stored pid=69, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=69, table=TestAcidGuarantees 2024-12-05T03:19:54,739 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=69, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=69, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-05T03:19:54,739 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=69, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=69, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-05T03:19:54,740 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=70, ppid=69, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-05T03:19:54,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-12-05T03:19:54,743 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073742089_1265 (size=26945) 2024-12-05T03:19:54,744 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=391 (bloomFilter=true), to=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/.tmp/B/afd0c928c6c440a79943a1ae5be67e9f 2024-12-05T03:19:54,752 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/.tmp/C/32edb577d2774662a45a2001c3a4b6a7 is 50, key is test_row_0/C:col10/1733368794664/Put/seqid=0 2024-12-05T03:19:54,755 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073742090_1266 (size=12301) 2024-12-05T03:19:54,819 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:54,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50132 deadline: 1733368854817, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:54,820 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:54,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50178 deadline: 1733368854818, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:54,820 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:54,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50162 deadline: 1733368854818, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:54,821 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:54,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50150 deadline: 1733368854820, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:54,822 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:54,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50144 deadline: 1733368854821, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:54,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-12-05T03:19:54,892 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 971fbbbe942d,46085,1733368737191 2024-12-05T03:19:54,893 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46085 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=70 2024-12-05T03:19:54,893 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733368776511.6ed6e8b66033709688ac6d7f07d6fc71. 2024-12-05T03:19:54,893 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733368776511.6ed6e8b66033709688ac6d7f07d6fc71. as already flushing 2024-12-05T03:19:54,893 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733368776511.6ed6e8b66033709688ac6d7f07d6fc71. 2024-12-05T03:19:54,893 ERROR [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] handler.RSProcedureHandler(58): pid=70 java.io.IOException: Unable to complete flush {ENCODED => 6ed6e8b66033709688ac6d7f07d6fc71, NAME => 'TestAcidGuarantees,,1733368776511.6ed6e8b66033709688ac6d7f07d6fc71.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:19:54,893 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=70 java.io.IOException: Unable to complete flush {ENCODED => 6ed6e8b66033709688ac6d7f07d6fc71, NAME => 'TestAcidGuarantees,,1733368776511.6ed6e8b66033709688ac6d7f07d6fc71.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:19:54,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.HMaster(4114): Remote procedure failed, pid=70 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6ed6e8b66033709688ac6d7f07d6fc71, NAME => 'TestAcidGuarantees,,1733368776511.6ed6e8b66033709688ac6d7f07d6fc71.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6ed6e8b66033709688ac6d7f07d6fc71, NAME => 'TestAcidGuarantees,,1733368776511.6ed6e8b66033709688ac6d7f07d6fc71.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:19:55,021 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:55,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50132 deadline: 1733368855020, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:55,021 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:55,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50178 deadline: 1733368855021, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:55,024 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:55,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50162 deadline: 1733368855021, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:55,027 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:55,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50150 deadline: 1733368855022, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:55,027 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:55,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50144 deadline: 1733368855024, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:55,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-12-05T03:19:55,045 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 971fbbbe942d,46085,1733368737191 2024-12-05T03:19:55,046 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46085 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=70 2024-12-05T03:19:55,046 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733368776511.6ed6e8b66033709688ac6d7f07d6fc71. 2024-12-05T03:19:55,046 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733368776511.6ed6e8b66033709688ac6d7f07d6fc71. as already flushing 2024-12-05T03:19:55,046 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733368776511.6ed6e8b66033709688ac6d7f07d6fc71. 2024-12-05T03:19:55,046 ERROR [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] handler.RSProcedureHandler(58): pid=70 java.io.IOException: Unable to complete flush {ENCODED => 6ed6e8b66033709688ac6d7f07d6fc71, NAME => 'TestAcidGuarantees,,1733368776511.6ed6e8b66033709688ac6d7f07d6fc71.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:19:55,046 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=70 java.io.IOException: Unable to complete flush {ENCODED => 6ed6e8b66033709688ac6d7f07d6fc71, NAME => 'TestAcidGuarantees,,1733368776511.6ed6e8b66033709688ac6d7f07d6fc71.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:19:55,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.HMaster(4114): Remote procedure failed, pid=70 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6ed6e8b66033709688ac6d7f07d6fc71, NAME => 'TestAcidGuarantees,,1733368776511.6ed6e8b66033709688ac6d7f07d6fc71.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6ed6e8b66033709688ac6d7f07d6fc71, NAME => 'TestAcidGuarantees,,1733368776511.6ed6e8b66033709688ac6d7f07d6fc71.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:19:55,156 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=391 (bloomFilter=true), to=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/.tmp/C/32edb577d2774662a45a2001c3a4b6a7 2024-12-05T03:19:55,162 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/.tmp/A/eee2ffd66409400b8b4d7e4ccccaf110 as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/A/eee2ffd66409400b8b4d7e4ccccaf110 2024-12-05T03:19:55,170 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/A/eee2ffd66409400b8b4d7e4ccccaf110, entries=450, sequenceid=391, filesize=81.5 K 2024-12-05T03:19:55,171 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/.tmp/B/afd0c928c6c440a79943a1ae5be67e9f as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/B/afd0c928c6c440a79943a1ae5be67e9f 2024-12-05T03:19:55,178 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/B/afd0c928c6c440a79943a1ae5be67e9f, entries=450, sequenceid=391, filesize=26.3 K 2024-12-05T03:19:55,179 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/.tmp/C/32edb577d2774662a45a2001c3a4b6a7 as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/C/32edb577d2774662a45a2001c3a4b6a7 2024-12-05T03:19:55,184 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/C/32edb577d2774662a45a2001c3a4b6a7, entries=150, sequenceid=391, filesize=12.0 K 2024-12-05T03:19:55,185 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=147.60 KB/151140 for 6ed6e8b66033709688ac6d7f07d6fc71 in 518ms, sequenceid=391, compaction requested=true 2024-12-05T03:19:55,185 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 6ed6e8b66033709688ac6d7f07d6fc71: 2024-12-05T03:19:55,186 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T03:19:55,186 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6ed6e8b66033709688ac6d7f07d6fc71:A, priority=-2147483648, current under compaction store size is 1 2024-12-05T03:19:55,186 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T03:19:55,186 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T03:19:55,187 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6ed6e8b66033709688ac6d7f07d6fc71:B, priority=-2147483648, current under compaction store size is 2 2024-12-05T03:19:55,187 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T03:19:55,187 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6ed6e8b66033709688ac6d7f07d6fc71:C, priority=-2147483648, current under compaction store size is 3 2024-12-05T03:19:55,187 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T03:19:55,187 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 146813 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T03:19:55,187 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.HStore(1540): 6ed6e8b66033709688ac6d7f07d6fc71/A is initiating minor compaction (all files) 2024-12-05T03:19:55,187 INFO [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6ed6e8b66033709688ac6d7f07d6fc71/A in TestAcidGuarantees,,1733368776511.6ed6e8b66033709688ac6d7f07d6fc71. 2024-12-05T03:19:55,187 INFO [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/A/d20dfe98a37848b1897392e2629dbeeb, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/A/b4789d7e0be344ba8574e82c9b061182, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/A/eee2ffd66409400b8b4d7e4ccccaf110] into tmpdir=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/.tmp, totalSize=143.4 K 2024-12-05T03:19:55,187 INFO [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733368776511.6ed6e8b66033709688ac6d7f07d6fc71. 2024-12-05T03:19:55,187 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733368776511.6ed6e8b66033709688ac6d7f07d6fc71. files: [hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/A/d20dfe98a37848b1897392e2629dbeeb, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/A/b4789d7e0be344ba8574e82c9b061182, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/A/eee2ffd66409400b8b4d7e4ccccaf110] 2024-12-05T03:19:55,188 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] compactions.Compactor(224): Compacting d20dfe98a37848b1897392e2629dbeeb, keycount=150, bloomtype=ROW, size=31.3 K, encoding=NONE, compression=NONE, seqNum=354, earliestPutTs=1733368791826 2024-12-05T03:19:55,188 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 52365 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T03:19:55,188 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.HStore(1540): 6ed6e8b66033709688ac6d7f07d6fc71/B is initiating minor compaction (all files) 2024-12-05T03:19:55,188 INFO [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6ed6e8b66033709688ac6d7f07d6fc71/B in TestAcidGuarantees,,1733368776511.6ed6e8b66033709688ac6d7f07d6fc71. 2024-12-05T03:19:55,188 INFO [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/B/9852024724724ce5bff9af499cd95423, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/B/bf2fef13b95b467392e5aa7d83ca1847, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/B/afd0c928c6c440a79943a1ae5be67e9f] into tmpdir=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/.tmp, totalSize=51.1 K 2024-12-05T03:19:55,188 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] compactions.Compactor(224): Compacting b4789d7e0be344ba8574e82c9b061182, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=376, earliestPutTs=1733368792453 2024-12-05T03:19:55,189 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] compactions.Compactor(224): Compacting 9852024724724ce5bff9af499cd95423, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=354, earliestPutTs=1733368791826 2024-12-05T03:19:55,189 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] compactions.Compactor(224): Compacting eee2ffd66409400b8b4d7e4ccccaf110, keycount=450, bloomtype=ROW, size=81.5 K, encoding=NONE, compression=NONE, seqNum=391, earliestPutTs=1733368794610 2024-12-05T03:19:55,189 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] compactions.Compactor(224): Compacting bf2fef13b95b467392e5aa7d83ca1847, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=376, earliestPutTs=1733368792453 2024-12-05T03:19:55,190 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] compactions.Compactor(224): Compacting afd0c928c6c440a79943a1ae5be67e9f, keycount=450, bloomtype=ROW, size=26.3 K, encoding=NONE, compression=NONE, seqNum=391, earliestPutTs=1733368794610 2024-12-05T03:19:55,198 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 971fbbbe942d,46085,1733368737191 2024-12-05T03:19:55,199 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46085 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=70 2024-12-05T03:19:55,199 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733368776511.6ed6e8b66033709688ac6d7f07d6fc71. 2024-12-05T03:19:55,199 INFO [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegion(2837): Flushing 6ed6e8b66033709688ac6d7f07d6fc71 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-12-05T03:19:55,199 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6ed6e8b66033709688ac6d7f07d6fc71, store=A 2024-12-05T03:19:55,199 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T03:19:55,199 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6ed6e8b66033709688ac6d7f07d6fc71, store=B 2024-12-05T03:19:55,199 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T03:19:55,199 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6ed6e8b66033709688ac6d7f07d6fc71, store=C 2024-12-05T03:19:55,199 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T03:19:55,200 INFO [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=6ed6e8b66033709688ac6d7f07d6fc71] 2024-12-05T03:19:55,203 INFO [RS:0;971fbbbe942d:46085-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6ed6e8b66033709688ac6d7f07d6fc71#B#compaction#223 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-05T03:19:55,203 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/.tmp/B/a727c5cfdc71443d82f00356706bbfa6 is 50, key is test_row_0/B:col10/1733368794664/Put/seqid=0 2024-12-05T03:19:55,208 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024120536dab96e499c48e6ac02b03622594d15_6ed6e8b66033709688ac6d7f07d6fc71 store=[table=TestAcidGuarantees family=A region=6ed6e8b66033709688ac6d7f07d6fc71] 2024-12-05T03:19:55,210 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024120536dab96e499c48e6ac02b03622594d15_6ed6e8b66033709688ac6d7f07d6fc71, store=[table=TestAcidGuarantees family=A region=6ed6e8b66033709688ac6d7f07d6fc71] 2024-12-05T03:19:55,210 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120536dab96e499c48e6ac02b03622594d15_6ed6e8b66033709688ac6d7f07d6fc71 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=6ed6e8b66033709688ac6d7f07d6fc71] 2024-12-05T03:19:55,226 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412058075df1c95434b0eac5e5e5a8094487e_6ed6e8b66033709688ac6d7f07d6fc71 is 50, key is test_row_0/A:col10/1733368794714/Put/seqid=0 2024-12-05T03:19:55,227 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073742091_1267 (size=13221) 2024-12-05T03:19:55,239 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073742092_1268 (size=4469) 2024-12-05T03:19:55,248 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073742093_1269 (size=12454) 2024-12-05T03:19:55,248 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:55,254 INFO [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412058075df1c95434b0eac5e5e5a8094487e_6ed6e8b66033709688ac6d7f07d6fc71 to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412058075df1c95434b0eac5e5e5a8094487e_6ed6e8b66033709688ac6d7f07d6fc71 2024-12-05T03:19:55,255 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/.tmp/A/f70ebe0036f94791a1ca263592439183, store: [table=TestAcidGuarantees family=A region=6ed6e8b66033709688ac6d7f07d6fc71] 2024-12-05T03:19:55,255 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/.tmp/A/f70ebe0036f94791a1ca263592439183 is 175, key is test_row_0/A:col10/1733368794714/Put/seqid=0 2024-12-05T03:19:55,265 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073742094_1270 (size=31255) 2024-12-05T03:19:55,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(8581): Flush requested on 6ed6e8b66033709688ac6d7f07d6fc71 2024-12-05T03:19:55,324 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733368776511.6ed6e8b66033709688ac6d7f07d6fc71. as already flushing 2024-12-05T03:19:55,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-12-05T03:19:55,360 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:55,360 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:55,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50144 deadline: 1733368855355, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:55,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50162 deadline: 1733368855354, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:55,360 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:55,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50150 deadline: 1733368855354, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:55,361 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:55,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50132 deadline: 1733368855359, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:55,362 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:55,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50178 deadline: 1733368855360, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:55,466 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:55,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 189 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50162 deadline: 1733368855461, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:55,466 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:55,466 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:55,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50150 deadline: 1733368855462, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:55,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50144 deadline: 1733368855462, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:55,466 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:55,467 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:55,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50132 deadline: 1733368855462, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:55,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50178 deadline: 1733368855462, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:55,567 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-05T03:19:55,634 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/.tmp/B/a727c5cfdc71443d82f00356706bbfa6 as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/B/a727c5cfdc71443d82f00356706bbfa6 2024-12-05T03:19:55,639 INFO [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 6ed6e8b66033709688ac6d7f07d6fc71/B of 6ed6e8b66033709688ac6d7f07d6fc71 into a727c5cfdc71443d82f00356706bbfa6(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T03:19:55,639 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6ed6e8b66033709688ac6d7f07d6fc71: 2024-12-05T03:19:55,639 INFO [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733368776511.6ed6e8b66033709688ac6d7f07d6fc71., storeName=6ed6e8b66033709688ac6d7f07d6fc71/B, priority=13, startTime=1733368795186; duration=0sec 2024-12-05T03:19:55,639 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T03:19:55,639 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6ed6e8b66033709688ac6d7f07d6fc71:B 2024-12-05T03:19:55,639 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T03:19:55,640 INFO [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6ed6e8b66033709688ac6d7f07d6fc71#A#compaction#222 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T03:19:55,640 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37721 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T03:19:55,641 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.HStore(1540): 6ed6e8b66033709688ac6d7f07d6fc71/C is initiating minor compaction (all files) 2024-12-05T03:19:55,641 INFO [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6ed6e8b66033709688ac6d7f07d6fc71/C in TestAcidGuarantees,,1733368776511.6ed6e8b66033709688ac6d7f07d6fc71. 2024-12-05T03:19:55,641 INFO [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/C/48e6c9b074d845ff963595a164027b40, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/C/f27c0b49854b473fa961404d4d25c3e5, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/C/32edb577d2774662a45a2001c3a4b6a7] into tmpdir=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/.tmp, totalSize=36.8 K 2024-12-05T03:19:55,641 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/.tmp/A/18aabac5b39a4666b21728b1aaf13dba is 175, key is test_row_0/A:col10/1733368794664/Put/seqid=0 2024-12-05T03:19:55,641 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] compactions.Compactor(224): Compacting 48e6c9b074d845ff963595a164027b40, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=354, earliestPutTs=1733368791826 2024-12-05T03:19:55,642 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] compactions.Compactor(224): Compacting f27c0b49854b473fa961404d4d25c3e5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=376, earliestPutTs=1733368792453 2024-12-05T03:19:55,642 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] compactions.Compactor(224): Compacting 32edb577d2774662a45a2001c3a4b6a7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=391, earliestPutTs=1733368794664 2024-12-05T03:19:55,649 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073742095_1271 (size=32175) 2024-12-05T03:19:55,655 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/.tmp/A/18aabac5b39a4666b21728b1aaf13dba as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/A/18aabac5b39a4666b21728b1aaf13dba 2024-12-05T03:19:55,661 INFO [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 6ed6e8b66033709688ac6d7f07d6fc71/A of 6ed6e8b66033709688ac6d7f07d6fc71 into 18aabac5b39a4666b21728b1aaf13dba(size=31.4 K), total size for store is 31.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T03:19:55,661 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6ed6e8b66033709688ac6d7f07d6fc71: 2024-12-05T03:19:55,661 INFO [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733368776511.6ed6e8b66033709688ac6d7f07d6fc71., storeName=6ed6e8b66033709688ac6d7f07d6fc71/A, priority=13, startTime=1733368795186; duration=0sec 2024-12-05T03:19:55,661 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T03:19:55,661 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6ed6e8b66033709688ac6d7f07d6fc71:A 2024-12-05T03:19:55,667 INFO [RS:0;971fbbbe942d:46085-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6ed6e8b66033709688ac6d7f07d6fc71#C#compaction#225 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T03:19:55,667 INFO [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=416, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/.tmp/A/f70ebe0036f94791a1ca263592439183 2024-12-05T03:19:55,669 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/.tmp/C/55699a4246b2453d8f438fca084f482e is 50, key is test_row_0/C:col10/1733368794664/Put/seqid=0 2024-12-05T03:19:55,670 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:55,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50132 deadline: 1733368855668, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:55,671 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:55,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50178 deadline: 1733368855668, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:55,671 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:55,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 191 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50162 deadline: 1733368855669, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:55,671 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:55,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50144 deadline: 1733368855669, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:55,672 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:55,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50150 deadline: 1733368855669, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:55,679 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/.tmp/B/e2790bdf79a842c6901397f3ee8aa858 is 50, key is test_row_0/B:col10/1733368794714/Put/seqid=0 2024-12-05T03:19:55,681 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073742096_1272 (size=13221) 2024-12-05T03:19:55,688 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/.tmp/C/55699a4246b2453d8f438fca084f482e as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/C/55699a4246b2453d8f438fca084f482e 2024-12-05T03:19:55,694 INFO [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 6ed6e8b66033709688ac6d7f07d6fc71/C of 6ed6e8b66033709688ac6d7f07d6fc71 into 55699a4246b2453d8f438fca084f482e(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T03:19:55,694 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6ed6e8b66033709688ac6d7f07d6fc71: 2024-12-05T03:19:55,694 INFO [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733368776511.6ed6e8b66033709688ac6d7f07d6fc71., storeName=6ed6e8b66033709688ac6d7f07d6fc71/C, priority=13, startTime=1733368795187; duration=0sec 2024-12-05T03:19:55,694 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T03:19:55,694 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6ed6e8b66033709688ac6d7f07d6fc71:C 2024-12-05T03:19:55,697 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073742097_1273 (size=12301) 2024-12-05T03:19:55,698 INFO [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=416 (bloomFilter=true), to=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/.tmp/B/e2790bdf79a842c6901397f3ee8aa858 2024-12-05T03:19:55,706 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/.tmp/C/c84e7a4fd3c64bd1afd9d75d6d903511 is 50, key is test_row_0/C:col10/1733368794714/Put/seqid=0 2024-12-05T03:19:55,710 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073742098_1274 (size=12301) 2024-12-05T03:19:55,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-12-05T03:19:55,974 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:55,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 189 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50178 deadline: 1733368855972, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:55,975 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:55,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 193 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50162 deadline: 1733368855972, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:55,976 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:55,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50132 deadline: 1733368855972, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:55,976 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:55,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50144 deadline: 1733368855973, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:55,976 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:55,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50150 deadline: 1733368855975, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:56,110 INFO [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=416 (bloomFilter=true), to=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/.tmp/C/c84e7a4fd3c64bd1afd9d75d6d903511 2024-12-05T03:19:56,122 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/.tmp/A/f70ebe0036f94791a1ca263592439183 as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/A/f70ebe0036f94791a1ca263592439183 2024-12-05T03:19:56,127 INFO [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/A/f70ebe0036f94791a1ca263592439183, entries=150, sequenceid=416, filesize=30.5 K 2024-12-05T03:19:56,128 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/.tmp/B/e2790bdf79a842c6901397f3ee8aa858 as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/B/e2790bdf79a842c6901397f3ee8aa858 2024-12-05T03:19:56,132 INFO [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/B/e2790bdf79a842c6901397f3ee8aa858, entries=150, sequenceid=416, filesize=12.0 K 2024-12-05T03:19:56,133 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/.tmp/C/c84e7a4fd3c64bd1afd9d75d6d903511 as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/C/c84e7a4fd3c64bd1afd9d75d6d903511 2024-12-05T03:19:56,137 INFO [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/C/c84e7a4fd3c64bd1afd9d75d6d903511, entries=150, sequenceid=416, filesize=12.0 K 2024-12-05T03:19:56,139 INFO [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 6ed6e8b66033709688ac6d7f07d6fc71 in 939ms, sequenceid=416, compaction requested=false 2024-12-05T03:19:56,139 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegion(2538): Flush status journal for 6ed6e8b66033709688ac6d7f07d6fc71: 2024-12-05T03:19:56,139 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733368776511.6ed6e8b66033709688ac6d7f07d6fc71. 2024-12-05T03:19:56,139 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=70 2024-12-05T03:19:56,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.HMaster(4106): Remote procedure done, pid=70 2024-12-05T03:19:56,143 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=70, resume processing ppid=69 2024-12-05T03:19:56,143 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=70, ppid=69, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4000 sec 2024-12-05T03:19:56,144 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=69, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=69, table=TestAcidGuarantees in 1.4060 sec 2024-12-05T03:19:56,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(8581): Flush requested on 6ed6e8b66033709688ac6d7f07d6fc71 2024-12-05T03:19:56,477 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 6ed6e8b66033709688ac6d7f07d6fc71 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-12-05T03:19:56,478 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6ed6e8b66033709688ac6d7f07d6fc71, store=A 2024-12-05T03:19:56,478 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T03:19:56,478 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6ed6e8b66033709688ac6d7f07d6fc71, store=B 2024-12-05T03:19:56,478 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T03:19:56,478 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6ed6e8b66033709688ac6d7f07d6fc71, store=C 2024-12-05T03:19:56,478 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T03:19:56,485 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241205cc1d2733c19e4765ae73ee86d11d0386_6ed6e8b66033709688ac6d7f07d6fc71 is 50, key is test_row_0/A:col10/1733368795358/Put/seqid=0 2024-12-05T03:19:56,490 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073742099_1275 (size=14994) 2024-12-05T03:19:56,496 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:56,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 196 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50178 deadline: 1733368856493, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:56,496 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:56,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 196 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50132 deadline: 1733368856494, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:56,499 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:56,499 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:56,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 200 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50162 deadline: 1733368856495, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:56,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 191 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50144 deadline: 1733368856496, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:56,499 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:56,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 194 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50150 deadline: 1733368856496, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:56,597 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:56,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 198 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50178 deadline: 1733368856597, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:56,599 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:56,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 198 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50132 deadline: 1733368856597, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:56,602 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:56,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 202 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50162 deadline: 1733368856600, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:56,602 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:56,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 193 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50144 deadline: 1733368856600, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:56,603 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:56,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 196 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50150 deadline: 1733368856601, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:56,801 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:56,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 200 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50178 deadline: 1733368856800, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:56,803 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:56,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 200 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50132 deadline: 1733368856800, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:56,806 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:56,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 195 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50144 deadline: 1733368856804, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:56,806 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:56,806 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:56,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 198 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50150 deadline: 1733368856804, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:56,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 204 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50162 deadline: 1733368856805, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:56,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-12-05T03:19:56,844 INFO [Thread-767 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 69 completed 2024-12-05T03:19:56,846 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-05T03:19:56,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] procedure2.ProcedureExecutor(1098): Stored pid=71, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=71, table=TestAcidGuarantees 2024-12-05T03:19:56,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-12-05T03:19:56,848 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=71, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=71, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-05T03:19:56,849 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=71, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=71, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-05T03:19:56,849 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=72, ppid=71, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-05T03:19:56,891 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:56,896 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241205cc1d2733c19e4765ae73ee86d11d0386_6ed6e8b66033709688ac6d7f07d6fc71 to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241205cc1d2733c19e4765ae73ee86d11d0386_6ed6e8b66033709688ac6d7f07d6fc71 2024-12-05T03:19:56,898 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/.tmp/A/1ea8ed89a13f463e9592694b126ccec4, store: [table=TestAcidGuarantees family=A region=6ed6e8b66033709688ac6d7f07d6fc71] 2024-12-05T03:19:56,898 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/.tmp/A/1ea8ed89a13f463e9592694b126ccec4 is 175, key is test_row_0/A:col10/1733368795358/Put/seqid=0 2024-12-05T03:19:56,912 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073742100_1276 (size=39949) 2024-12-05T03:19:56,917 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=431, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/.tmp/A/1ea8ed89a13f463e9592694b126ccec4 2024-12-05T03:19:56,937 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/.tmp/B/677ad8fbb34a41c1becd0f305e5b0343 is 50, key is test_row_0/B:col10/1733368795358/Put/seqid=0 2024-12-05T03:19:56,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-12-05T03:19:56,970 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073742101_1277 (size=12301) 2024-12-05T03:19:57,004 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 971fbbbe942d,46085,1733368737191 2024-12-05T03:19:57,004 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46085 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=72 2024-12-05T03:19:57,005 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733368776511.6ed6e8b66033709688ac6d7f07d6fc71. 2024-12-05T03:19:57,005 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733368776511.6ed6e8b66033709688ac6d7f07d6fc71. as already flushing 2024-12-05T03:19:57,005 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733368776511.6ed6e8b66033709688ac6d7f07d6fc71. 2024-12-05T03:19:57,005 ERROR [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] handler.RSProcedureHandler(58): pid=72 java.io.IOException: Unable to complete flush {ENCODED => 6ed6e8b66033709688ac6d7f07d6fc71, NAME => 'TestAcidGuarantees,,1733368776511.6ed6e8b66033709688ac6d7f07d6fc71.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:19:57,005 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=72 java.io.IOException: Unable to complete flush {ENCODED => 6ed6e8b66033709688ac6d7f07d6fc71, NAME => 'TestAcidGuarantees,,1733368776511.6ed6e8b66033709688ac6d7f07d6fc71.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:19:57,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.HMaster(4114): Remote procedure failed, pid=72 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6ed6e8b66033709688ac6d7f07d6fc71, NAME => 'TestAcidGuarantees,,1733368776511.6ed6e8b66033709688ac6d7f07d6fc71.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6ed6e8b66033709688ac6d7f07d6fc71, NAME => 'TestAcidGuarantees,,1733368776511.6ed6e8b66033709688ac6d7f07d6fc71.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:19:57,105 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:57,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 202 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50178 deadline: 1733368857104, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:57,107 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:57,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 202 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50132 deadline: 1733368857106, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:57,109 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:57,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 200 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50150 deadline: 1733368857107, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:57,110 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:57,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 197 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50144 deadline: 1733368857108, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:57,111 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:57,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 206 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50162 deadline: 1733368857109, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:57,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-12-05T03:19:57,157 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 971fbbbe942d,46085,1733368737191 2024-12-05T03:19:57,158 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46085 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=72 2024-12-05T03:19:57,158 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733368776511.6ed6e8b66033709688ac6d7f07d6fc71. 2024-12-05T03:19:57,158 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733368776511.6ed6e8b66033709688ac6d7f07d6fc71. as already flushing 2024-12-05T03:19:57,158 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733368776511.6ed6e8b66033709688ac6d7f07d6fc71. 2024-12-05T03:19:57,158 ERROR [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] handler.RSProcedureHandler(58): pid=72 java.io.IOException: Unable to complete flush {ENCODED => 6ed6e8b66033709688ac6d7f07d6fc71, NAME => 'TestAcidGuarantees,,1733368776511.6ed6e8b66033709688ac6d7f07d6fc71.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:19:57,158 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=72 java.io.IOException: Unable to complete flush {ENCODED => 6ed6e8b66033709688ac6d7f07d6fc71, NAME => 'TestAcidGuarantees,,1733368776511.6ed6e8b66033709688ac6d7f07d6fc71.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:19:57,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.HMaster(4114): Remote procedure failed, pid=72 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6ed6e8b66033709688ac6d7f07d6fc71, NAME => 'TestAcidGuarantees,,1733368776511.6ed6e8b66033709688ac6d7f07d6fc71.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6ed6e8b66033709688ac6d7f07d6fc71, NAME => 'TestAcidGuarantees,,1733368776511.6ed6e8b66033709688ac6d7f07d6fc71.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:19:57,310 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 971fbbbe942d,46085,1733368737191 2024-12-05T03:19:57,310 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46085 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=72 2024-12-05T03:19:57,311 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733368776511.6ed6e8b66033709688ac6d7f07d6fc71. 2024-12-05T03:19:57,311 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733368776511.6ed6e8b66033709688ac6d7f07d6fc71. as already flushing 2024-12-05T03:19:57,311 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733368776511.6ed6e8b66033709688ac6d7f07d6fc71. 2024-12-05T03:19:57,311 ERROR [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] handler.RSProcedureHandler(58): pid=72 java.io.IOException: Unable to complete flush {ENCODED => 6ed6e8b66033709688ac6d7f07d6fc71, NAME => 'TestAcidGuarantees,,1733368776511.6ed6e8b66033709688ac6d7f07d6fc71.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:19:57,311 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=72 java.io.IOException: Unable to complete flush {ENCODED => 6ed6e8b66033709688ac6d7f07d6fc71, NAME => 'TestAcidGuarantees,,1733368776511.6ed6e8b66033709688ac6d7f07d6fc71.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:19:57,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.HMaster(4114): Remote procedure failed, pid=72 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6ed6e8b66033709688ac6d7f07d6fc71, NAME => 'TestAcidGuarantees,,1733368776511.6ed6e8b66033709688ac6d7f07d6fc71.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6ed6e8b66033709688ac6d7f07d6fc71, NAME => 'TestAcidGuarantees,,1733368776511.6ed6e8b66033709688ac6d7f07d6fc71.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:19:57,370 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=431 (bloomFilter=true), to=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/.tmp/B/677ad8fbb34a41c1becd0f305e5b0343 2024-12-05T03:19:57,378 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/.tmp/C/9e026723519f4b6d98f6c27cc6edcb25 is 50, key is test_row_0/C:col10/1733368795358/Put/seqid=0 2024-12-05T03:19:57,385 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073742102_1278 (size=12301) 2024-12-05T03:19:57,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-12-05T03:19:57,463 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 971fbbbe942d,46085,1733368737191 2024-12-05T03:19:57,463 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46085 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=72 2024-12-05T03:19:57,463 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733368776511.6ed6e8b66033709688ac6d7f07d6fc71. 2024-12-05T03:19:57,464 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733368776511.6ed6e8b66033709688ac6d7f07d6fc71. as already flushing 2024-12-05T03:19:57,464 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733368776511.6ed6e8b66033709688ac6d7f07d6fc71. 2024-12-05T03:19:57,464 ERROR [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] handler.RSProcedureHandler(58): pid=72 java.io.IOException: Unable to complete flush {ENCODED => 6ed6e8b66033709688ac6d7f07d6fc71, NAME => 'TestAcidGuarantees,,1733368776511.6ed6e8b66033709688ac6d7f07d6fc71.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:19:57,464 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=72 java.io.IOException: Unable to complete flush {ENCODED => 6ed6e8b66033709688ac6d7f07d6fc71, NAME => 'TestAcidGuarantees,,1733368776511.6ed6e8b66033709688ac6d7f07d6fc71.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:19:57,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.HMaster(4114): Remote procedure failed, pid=72 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6ed6e8b66033709688ac6d7f07d6fc71, NAME => 'TestAcidGuarantees,,1733368776511.6ed6e8b66033709688ac6d7f07d6fc71.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6ed6e8b66033709688ac6d7f07d6fc71, NAME => 'TestAcidGuarantees,,1733368776511.6ed6e8b66033709688ac6d7f07d6fc71.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:19:57,610 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:57,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 204 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50178 deadline: 1733368857609, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:57,613 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:57,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 204 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50132 deadline: 1733368857611, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:57,615 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:57,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 202 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50150 deadline: 1733368857613, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:57,615 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:57,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 208 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50162 deadline: 1733368857614, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:57,616 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 971fbbbe942d,46085,1733368737191 2024-12-05T03:19:57,616 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:57,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 199 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50144 deadline: 1733368857615, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:57,616 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46085 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=72 2024-12-05T03:19:57,616 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733368776511.6ed6e8b66033709688ac6d7f07d6fc71. 2024-12-05T03:19:57,617 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733368776511.6ed6e8b66033709688ac6d7f07d6fc71. as already flushing 2024-12-05T03:19:57,617 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733368776511.6ed6e8b66033709688ac6d7f07d6fc71. 2024-12-05T03:19:57,617 ERROR [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] handler.RSProcedureHandler(58): pid=72 java.io.IOException: Unable to complete flush {ENCODED => 6ed6e8b66033709688ac6d7f07d6fc71, NAME => 'TestAcidGuarantees,,1733368776511.6ed6e8b66033709688ac6d7f07d6fc71.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:19:57,617 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=72 java.io.IOException: Unable to complete flush {ENCODED => 6ed6e8b66033709688ac6d7f07d6fc71, NAME => 'TestAcidGuarantees,,1733368776511.6ed6e8b66033709688ac6d7f07d6fc71.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:19:57,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.HMaster(4114): Remote procedure failed, pid=72 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6ed6e8b66033709688ac6d7f07d6fc71, NAME => 'TestAcidGuarantees,,1733368776511.6ed6e8b66033709688ac6d7f07d6fc71.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6ed6e8b66033709688ac6d7f07d6fc71, NAME => 'TestAcidGuarantees,,1733368776511.6ed6e8b66033709688ac6d7f07d6fc71.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:19:57,768 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 971fbbbe942d,46085,1733368737191 2024-12-05T03:19:57,768 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46085 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=72 2024-12-05T03:19:57,768 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733368776511.6ed6e8b66033709688ac6d7f07d6fc71. 2024-12-05T03:19:57,769 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733368776511.6ed6e8b66033709688ac6d7f07d6fc71. as already flushing 2024-12-05T03:19:57,769 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733368776511.6ed6e8b66033709688ac6d7f07d6fc71. 2024-12-05T03:19:57,769 ERROR [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] handler.RSProcedureHandler(58): pid=72 java.io.IOException: Unable to complete flush {ENCODED => 6ed6e8b66033709688ac6d7f07d6fc71, NAME => 'TestAcidGuarantees,,1733368776511.6ed6e8b66033709688ac6d7f07d6fc71.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:19:57,769 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=72 java.io.IOException: Unable to complete flush {ENCODED => 6ed6e8b66033709688ac6d7f07d6fc71, NAME => 'TestAcidGuarantees,,1733368776511.6ed6e8b66033709688ac6d7f07d6fc71.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:19:57,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.HMaster(4114): Remote procedure failed, pid=72 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6ed6e8b66033709688ac6d7f07d6fc71, NAME => 'TestAcidGuarantees,,1733368776511.6ed6e8b66033709688ac6d7f07d6fc71.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6ed6e8b66033709688ac6d7f07d6fc71, NAME => 'TestAcidGuarantees,,1733368776511.6ed6e8b66033709688ac6d7f07d6fc71.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:19:57,785 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=431 (bloomFilter=true), to=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/.tmp/C/9e026723519f4b6d98f6c27cc6edcb25 2024-12-05T03:19:57,791 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/.tmp/A/1ea8ed89a13f463e9592694b126ccec4 as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/A/1ea8ed89a13f463e9592694b126ccec4 2024-12-05T03:19:57,810 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/A/1ea8ed89a13f463e9592694b126ccec4, entries=200, sequenceid=431, filesize=39.0 K 2024-12-05T03:19:57,812 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/.tmp/B/677ad8fbb34a41c1becd0f305e5b0343 as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/B/677ad8fbb34a41c1becd0f305e5b0343 2024-12-05T03:19:57,816 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/B/677ad8fbb34a41c1becd0f305e5b0343, entries=150, sequenceid=431, filesize=12.0 K 2024-12-05T03:19:57,817 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/.tmp/C/9e026723519f4b6d98f6c27cc6edcb25 as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/C/9e026723519f4b6d98f6c27cc6edcb25 2024-12-05T03:19:57,822 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/C/9e026723519f4b6d98f6c27cc6edcb25, entries=150, sequenceid=431, filesize=12.0 K 2024-12-05T03:19:57,823 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 6ed6e8b66033709688ac6d7f07d6fc71 in 1345ms, sequenceid=431, compaction requested=true 2024-12-05T03:19:57,823 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 6ed6e8b66033709688ac6d7f07d6fc71: 2024-12-05T03:19:57,823 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6ed6e8b66033709688ac6d7f07d6fc71:A, priority=-2147483648, current under compaction store size is 1 2024-12-05T03:19:57,823 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T03:19:57,823 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6ed6e8b66033709688ac6d7f07d6fc71:B, priority=-2147483648, current under compaction store size is 2 2024-12-05T03:19:57,823 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T03:19:57,823 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T03:19:57,823 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6ed6e8b66033709688ac6d7f07d6fc71:C, priority=-2147483648, current under compaction store size is 3 2024-12-05T03:19:57,823 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T03:19:57,823 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T03:19:57,824 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 103379 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T03:19:57,824 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.HStore(1540): 6ed6e8b66033709688ac6d7f07d6fc71/A is initiating minor compaction (all files) 2024-12-05T03:19:57,824 INFO [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6ed6e8b66033709688ac6d7f07d6fc71/A in TestAcidGuarantees,,1733368776511.6ed6e8b66033709688ac6d7f07d6fc71. 2024-12-05T03:19:57,824 INFO [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/A/18aabac5b39a4666b21728b1aaf13dba, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/A/f70ebe0036f94791a1ca263592439183, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/A/1ea8ed89a13f463e9592694b126ccec4] into tmpdir=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/.tmp, totalSize=101.0 K 2024-12-05T03:19:57,824 INFO [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733368776511.6ed6e8b66033709688ac6d7f07d6fc71. 2024-12-05T03:19:57,824 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733368776511.6ed6e8b66033709688ac6d7f07d6fc71. files: [hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/A/18aabac5b39a4666b21728b1aaf13dba, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/A/f70ebe0036f94791a1ca263592439183, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/A/1ea8ed89a13f463e9592694b126ccec4] 2024-12-05T03:19:57,825 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37823 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T03:19:57,825 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] compactions.Compactor(224): Compacting 18aabac5b39a4666b21728b1aaf13dba, keycount=150, bloomtype=ROW, size=31.4 K, encoding=NONE, compression=NONE, seqNum=391, earliestPutTs=1733368794664 2024-12-05T03:19:57,825 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.HStore(1540): 6ed6e8b66033709688ac6d7f07d6fc71/B is initiating minor compaction (all files) 2024-12-05T03:19:57,825 INFO [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6ed6e8b66033709688ac6d7f07d6fc71/B in TestAcidGuarantees,,1733368776511.6ed6e8b66033709688ac6d7f07d6fc71. 2024-12-05T03:19:57,825 INFO [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/B/a727c5cfdc71443d82f00356706bbfa6, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/B/e2790bdf79a842c6901397f3ee8aa858, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/B/677ad8fbb34a41c1becd0f305e5b0343] into tmpdir=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/.tmp, totalSize=36.9 K 2024-12-05T03:19:57,825 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] compactions.Compactor(224): Compacting f70ebe0036f94791a1ca263592439183, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=416, earliestPutTs=1733368794707 2024-12-05T03:19:57,825 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] compactions.Compactor(224): Compacting a727c5cfdc71443d82f00356706bbfa6, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=391, earliestPutTs=1733368794664 2024-12-05T03:19:57,825 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1ea8ed89a13f463e9592694b126ccec4, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=431, earliestPutTs=1733368795323 2024-12-05T03:19:57,826 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] compactions.Compactor(224): Compacting e2790bdf79a842c6901397f3ee8aa858, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=416, earliestPutTs=1733368794707 2024-12-05T03:19:57,826 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] compactions.Compactor(224): Compacting 677ad8fbb34a41c1becd0f305e5b0343, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=431, earliestPutTs=1733368795358 2024-12-05T03:19:57,836 INFO [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=6ed6e8b66033709688ac6d7f07d6fc71] 2024-12-05T03:19:57,840 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202412058b089188a0254e9192173805d429d4c1_6ed6e8b66033709688ac6d7f07d6fc71 store=[table=TestAcidGuarantees family=A region=6ed6e8b66033709688ac6d7f07d6fc71] 2024-12-05T03:19:57,841 INFO [RS:0;971fbbbe942d:46085-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6ed6e8b66033709688ac6d7f07d6fc71#B#compaction#232 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-05T03:19:57,841 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/.tmp/B/3fe3c51d348f48ecbe1ed57329a93e30 is 50, key is test_row_0/B:col10/1733368795358/Put/seqid=0 2024-12-05T03:19:57,842 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202412058b089188a0254e9192173805d429d4c1_6ed6e8b66033709688ac6d7f07d6fc71, store=[table=TestAcidGuarantees family=A region=6ed6e8b66033709688ac6d7f07d6fc71] 2024-12-05T03:19:57,842 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412058b089188a0254e9192173805d429d4c1_6ed6e8b66033709688ac6d7f07d6fc71 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=6ed6e8b66033709688ac6d7f07d6fc71] 2024-12-05T03:19:57,857 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073742104_1280 (size=4469) 2024-12-05T03:19:57,858 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073742103_1279 (size=13323) 2024-12-05T03:19:57,866 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/.tmp/B/3fe3c51d348f48ecbe1ed57329a93e30 as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/B/3fe3c51d348f48ecbe1ed57329a93e30 2024-12-05T03:19:57,871 INFO [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 6ed6e8b66033709688ac6d7f07d6fc71/B of 6ed6e8b66033709688ac6d7f07d6fc71 into 3fe3c51d348f48ecbe1ed57329a93e30(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T03:19:57,872 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6ed6e8b66033709688ac6d7f07d6fc71: 2024-12-05T03:19:57,872 INFO [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733368776511.6ed6e8b66033709688ac6d7f07d6fc71., storeName=6ed6e8b66033709688ac6d7f07d6fc71/B, priority=13, startTime=1733368797823; duration=0sec 2024-12-05T03:19:57,872 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T03:19:57,872 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6ed6e8b66033709688ac6d7f07d6fc71:B 2024-12-05T03:19:57,872 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T03:19:57,873 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37823 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T03:19:57,873 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.HStore(1540): 6ed6e8b66033709688ac6d7f07d6fc71/C is initiating minor compaction (all files) 2024-12-05T03:19:57,873 INFO [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6ed6e8b66033709688ac6d7f07d6fc71/C in TestAcidGuarantees,,1733368776511.6ed6e8b66033709688ac6d7f07d6fc71. 2024-12-05T03:19:57,873 INFO [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/C/55699a4246b2453d8f438fca084f482e, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/C/c84e7a4fd3c64bd1afd9d75d6d903511, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/C/9e026723519f4b6d98f6c27cc6edcb25] into tmpdir=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/.tmp, totalSize=36.9 K 2024-12-05T03:19:57,874 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] compactions.Compactor(224): Compacting 55699a4246b2453d8f438fca084f482e, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=391, earliestPutTs=1733368794664 2024-12-05T03:19:57,874 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] compactions.Compactor(224): Compacting c84e7a4fd3c64bd1afd9d75d6d903511, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=416, earliestPutTs=1733368794707 2024-12-05T03:19:57,874 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] compactions.Compactor(224): Compacting 9e026723519f4b6d98f6c27cc6edcb25, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=431, earliestPutTs=1733368795358 2024-12-05T03:19:57,881 INFO [RS:0;971fbbbe942d:46085-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6ed6e8b66033709688ac6d7f07d6fc71#C#compaction#233 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-05T03:19:57,881 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/.tmp/C/b11367a5160241698a6c1e7d7bcf2870 is 50, key is test_row_0/C:col10/1733368795358/Put/seqid=0 2024-12-05T03:19:57,889 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073742105_1281 (size=13323) 2024-12-05T03:19:57,895 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/.tmp/C/b11367a5160241698a6c1e7d7bcf2870 as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/C/b11367a5160241698a6c1e7d7bcf2870 2024-12-05T03:19:57,900 INFO [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 6ed6e8b66033709688ac6d7f07d6fc71/C of 6ed6e8b66033709688ac6d7f07d6fc71 into b11367a5160241698a6c1e7d7bcf2870(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T03:19:57,900 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6ed6e8b66033709688ac6d7f07d6fc71: 2024-12-05T03:19:57,900 INFO [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733368776511.6ed6e8b66033709688ac6d7f07d6fc71., storeName=6ed6e8b66033709688ac6d7f07d6fc71/C, priority=13, startTime=1733368797823; duration=0sec 2024-12-05T03:19:57,900 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T03:19:57,900 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6ed6e8b66033709688ac6d7f07d6fc71:C 2024-12-05T03:19:57,921 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 971fbbbe942d,46085,1733368737191 2024-12-05T03:19:57,921 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46085 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=72 2024-12-05T03:19:57,921 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733368776511.6ed6e8b66033709688ac6d7f07d6fc71. 2024-12-05T03:19:57,922 INFO [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(2837): Flushing 6ed6e8b66033709688ac6d7f07d6fc71 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-12-05T03:19:57,922 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6ed6e8b66033709688ac6d7f07d6fc71, store=A 2024-12-05T03:19:57,922 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T03:19:57,922 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6ed6e8b66033709688ac6d7f07d6fc71, store=B 2024-12-05T03:19:57,922 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T03:19:57,922 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6ed6e8b66033709688ac6d7f07d6fc71, store=C 2024-12-05T03:19:57,922 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T03:19:57,930 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412051b9cad59b7334d888ce3c80e6ae12df0_6ed6e8b66033709688ac6d7f07d6fc71 is 50, key is test_row_0/A:col10/1733368796495/Put/seqid=0 2024-12-05T03:19:57,935 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073742106_1282 (size=12454) 2024-12-05T03:19:57,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-12-05T03:19:58,258 INFO [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6ed6e8b66033709688ac6d7f07d6fc71#A#compaction#231 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T03:19:58,259 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/.tmp/A/204ab9192ecf4dcbaf99f9e1483b7bc8 is 175, key is test_row_0/A:col10/1733368795358/Put/seqid=0 2024-12-05T03:19:58,278 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073742107_1283 (size=32277) 2024-12-05T03:19:58,336 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:19:58,340 INFO [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412051b9cad59b7334d888ce3c80e6ae12df0_6ed6e8b66033709688ac6d7f07d6fc71 to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412051b9cad59b7334d888ce3c80e6ae12df0_6ed6e8b66033709688ac6d7f07d6fc71 2024-12-05T03:19:58,341 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/.tmp/A/6aa9c3429f184d259c649bf572bacbbd, store: [table=TestAcidGuarantees family=A region=6ed6e8b66033709688ac6d7f07d6fc71] 2024-12-05T03:19:58,342 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/.tmp/A/6aa9c3429f184d259c649bf572bacbbd is 175, key is test_row_0/A:col10/1733368796495/Put/seqid=0 2024-12-05T03:19:58,346 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073742108_1284 (size=31255) 2024-12-05T03:19:58,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(8581): Flush requested on 6ed6e8b66033709688ac6d7f07d6fc71 2024-12-05T03:19:58,620 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733368776511.6ed6e8b66033709688ac6d7f07d6fc71. as already flushing 2024-12-05T03:19:58,628 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:58,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 205 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50150 deadline: 1733368858626, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:58,629 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:58,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 209 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50178 deadline: 1733368858626, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:58,629 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:58,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 208 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50132 deadline: 1733368858626, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:58,630 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:58,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 211 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50162 deadline: 1733368858627, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:58,630 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:58,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 204 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50144 deadline: 1733368858628, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:58,685 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/.tmp/A/204ab9192ecf4dcbaf99f9e1483b7bc8 as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/A/204ab9192ecf4dcbaf99f9e1483b7bc8 2024-12-05T03:19:58,690 INFO [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 6ed6e8b66033709688ac6d7f07d6fc71/A of 6ed6e8b66033709688ac6d7f07d6fc71 into 204ab9192ecf4dcbaf99f9e1483b7bc8(size=31.5 K), total size for store is 31.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T03:19:58,690 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6ed6e8b66033709688ac6d7f07d6fc71: 2024-12-05T03:19:58,690 INFO [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733368776511.6ed6e8b66033709688ac6d7f07d6fc71., storeName=6ed6e8b66033709688ac6d7f07d6fc71/A, priority=13, startTime=1733368797823; duration=0sec 2024-12-05T03:19:58,690 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T03:19:58,690 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6ed6e8b66033709688ac6d7f07d6fc71:A 2024-12-05T03:19:58,731 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:58,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 207 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50150 deadline: 1733368858729, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:58,731 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:58,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 211 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50178 deadline: 1733368858730, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:58,731 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:58,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 210 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50132 deadline: 1733368858730, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:58,731 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:58,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 213 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50162 deadline: 1733368858731, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:58,732 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:58,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 206 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50144 deadline: 1733368858731, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:58,747 INFO [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=457, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/.tmp/A/6aa9c3429f184d259c649bf572bacbbd 2024-12-05T03:19:58,755 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/.tmp/B/5f275704ff744e01a3ace5956c24e24d is 50, key is test_row_0/B:col10/1733368796495/Put/seqid=0 2024-12-05T03:19:58,764 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073742109_1285 (size=12301) 2024-12-05T03:19:58,932 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:58,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 209 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50150 deadline: 1733368858932, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:58,933 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:58,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 212 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50132 deadline: 1733368858932, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:58,934 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:58,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 208 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50144 deadline: 1733368858933, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:58,935 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:58,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 213 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50178 deadline: 1733368858933, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:58,937 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:58,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 215 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50162 deadline: 1733368858936, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:58,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-12-05T03:19:59,165 INFO [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=457 (bloomFilter=true), to=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/.tmp/B/5f275704ff744e01a3ace5956c24e24d 2024-12-05T03:19:59,178 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/.tmp/C/f7570ad450384a5199c9b7818bc6382e is 50, key is test_row_0/C:col10/1733368796495/Put/seqid=0 2024-12-05T03:19:59,222 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073742110_1286 (size=12301) 2024-12-05T03:19:59,235 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:59,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 214 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50132 deadline: 1733368859234, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:59,235 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:59,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 211 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50150 deadline: 1733368859235, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:59,237 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:59,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 210 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50144 deadline: 1733368859235, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:59,239 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:59,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 215 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50178 deadline: 1733368859238, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:59,239 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:19:59,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 217 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50162 deadline: 1733368859238, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:19:59,619 INFO [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=457 (bloomFilter=true), to=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/.tmp/C/f7570ad450384a5199c9b7818bc6382e 2024-12-05T03:19:59,623 DEBUG [Thread-770 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x22e911df to 127.0.0.1:54474 2024-12-05T03:19:59,623 DEBUG [Thread-770 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T03:19:59,624 DEBUG [Thread-768 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2885d2d9 to 127.0.0.1:54474 2024-12-05T03:19:59,624 DEBUG [Thread-768 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T03:19:59,626 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/.tmp/A/6aa9c3429f184d259c649bf572bacbbd as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/A/6aa9c3429f184d259c649bf572bacbbd 2024-12-05T03:19:59,627 DEBUG [Thread-772 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3b727d6e to 127.0.0.1:54474 2024-12-05T03:19:59,627 DEBUG [Thread-772 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T03:19:59,628 DEBUG [Thread-774 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1c7940d9 to 127.0.0.1:54474 2024-12-05T03:19:59,628 DEBUG [Thread-774 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T03:19:59,631 INFO [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/A/6aa9c3429f184d259c649bf572bacbbd, entries=150, sequenceid=457, filesize=30.5 K 2024-12-05T03:19:59,632 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/.tmp/B/5f275704ff744e01a3ace5956c24e24d as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/B/5f275704ff744e01a3ace5956c24e24d 2024-12-05T03:19:59,636 INFO [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/B/5f275704ff744e01a3ace5956c24e24d, entries=150, sequenceid=457, filesize=12.0 K 2024-12-05T03:19:59,637 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/.tmp/C/f7570ad450384a5199c9b7818bc6382e as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/C/f7570ad450384a5199c9b7818bc6382e 2024-12-05T03:19:59,641 INFO [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/C/f7570ad450384a5199c9b7818bc6382e, entries=150, sequenceid=457, filesize=12.0 K 2024-12-05T03:19:59,642 INFO [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=67.09 KB/68700 for 6ed6e8b66033709688ac6d7f07d6fc71 in 1720ms, sequenceid=457, compaction requested=false 2024-12-05T03:19:59,642 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(2538): Flush status journal for 6ed6e8b66033709688ac6d7f07d6fc71: 2024-12-05T03:19:59,642 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733368776511.6ed6e8b66033709688ac6d7f07d6fc71. 2024-12-05T03:19:59,642 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=72 2024-12-05T03:19:59,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.HMaster(4106): Remote procedure done, pid=72 2024-12-05T03:19:59,644 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=72, resume processing ppid=71 2024-12-05T03:19:59,644 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=72, ppid=71, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.7940 sec 2024-12-05T03:19:59,645 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=71, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=71, table=TestAcidGuarantees in 2.7980 sec 2024-12-05T03:19:59,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(8581): Flush requested on 6ed6e8b66033709688ac6d7f07d6fc71 2024-12-05T03:19:59,741 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 6ed6e8b66033709688ac6d7f07d6fc71 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-12-05T03:19:59,741 DEBUG [Thread-763 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x0a9306be to 127.0.0.1:54474 2024-12-05T03:19:59,742 DEBUG [Thread-763 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T03:19:59,742 DEBUG [Thread-761 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x328f994d to 127.0.0.1:54474 2024-12-05T03:19:59,742 DEBUG [Thread-761 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T03:19:59,743 DEBUG [Thread-765 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x769942d9 to 127.0.0.1:54474 2024-12-05T03:19:59,743 DEBUG [Thread-765 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T03:19:59,743 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6ed6e8b66033709688ac6d7f07d6fc71, store=A 2024-12-05T03:19:59,743 DEBUG [Thread-757 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x29458edd to 127.0.0.1:54474 2024-12-05T03:19:59,743 DEBUG [Thread-757 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T03:19:59,743 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T03:19:59,743 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6ed6e8b66033709688ac6d7f07d6fc71, store=B 2024-12-05T03:19:59,743 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T03:19:59,744 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6ed6e8b66033709688ac6d7f07d6fc71, store=C 2024-12-05T03:19:59,744 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T03:19:59,746 DEBUG [Thread-759 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x4c7d6279 to 127.0.0.1:54474 2024-12-05T03:19:59,746 DEBUG [Thread-759 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T03:19:59,754 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241205f0490ab020e54f378e48b7d18257a19f_6ed6e8b66033709688ac6d7f07d6fc71 is 50, key is test_row_0/A:col10/1733368799741/Put/seqid=0 2024-12-05T03:19:59,761 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073742111_1287 (size=12454) 2024-12-05T03:20:00,162 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:20:00,167 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241205f0490ab020e54f378e48b7d18257a19f_6ed6e8b66033709688ac6d7f07d6fc71 to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241205f0490ab020e54f378e48b7d18257a19f_6ed6e8b66033709688ac6d7f07d6fc71 2024-12-05T03:20:00,168 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/.tmp/A/87bf0377ff10417da8f5e27dfb112ebb, store: [table=TestAcidGuarantees family=A region=6ed6e8b66033709688ac6d7f07d6fc71] 2024-12-05T03:20:00,169 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/.tmp/A/87bf0377ff10417da8f5e27dfb112ebb is 175, key is test_row_0/A:col10/1733368799741/Put/seqid=0 2024-12-05T03:20:00,172 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073742112_1288 (size=31255) 2024-12-05T03:20:00,173 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=475, memsize=31.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/.tmp/A/87bf0377ff10417da8f5e27dfb112ebb 2024-12-05T03:20:00,190 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/.tmp/B/a712175872564337934a16882f2fd570 is 50, key is test_row_0/B:col10/1733368799741/Put/seqid=0 2024-12-05T03:20:00,195 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073742113_1289 (size=12301) 2024-12-05T03:20:00,596 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=475 (bloomFilter=true), to=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/.tmp/B/a712175872564337934a16882f2fd570 2024-12-05T03:20:00,604 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/.tmp/C/d9145877ce2e47fa82aef46d8f02568a is 50, key is test_row_0/C:col10/1733368799741/Put/seqid=0 2024-12-05T03:20:00,613 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073742114_1290 (size=12301) 2024-12-05T03:20:00,795 DEBUG [master/971fbbbe942d:0.Chore.1 {}] balancer.RegionLocationFinder(172): Locality for region 3a3971fefb77fd099b5c0cab63fda322 changed from -1.0 to 0.0, refreshing cache 2024-12-05T03:20:00,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-12-05T03:20:00,953 INFO [Thread-767 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 71 completed 2024-12-05T03:20:00,953 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-12-05T03:20:00,953 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 76 2024-12-05T03:20:00,953 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 78 2024-12-05T03:20:00,953 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 71 2024-12-05T03:20:00,953 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 75 2024-12-05T03:20:00,953 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 72 2024-12-05T03:20:00,953 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-12-05T03:20:00,953 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 5862 2024-12-05T03:20:00,953 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 5636 2024-12-05T03:20:00,953 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-12-05T03:20:00,953 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2482 2024-12-05T03:20:00,953 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 7446 rows 2024-12-05T03:20:00,953 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2482 2024-12-05T03:20:00,953 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 7446 rows 2024-12-05T03:20:00,953 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-12-05T03:20:00,953 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x04ddf4c3 to 127.0.0.1:54474 2024-12-05T03:20:00,953 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T03:20:00,960 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-12-05T03:20:00,960 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-12-05T03:20:00,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] procedure2.ProcedureExecutor(1098): Stored pid=73, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-12-05T03:20:00,966 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733368800965"}]},"ts":"1733368800965"} 2024-12-05T03:20:00,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-12-05T03:20:00,968 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-12-05T03:20:00,970 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-12-05T03:20:00,971 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=74, ppid=73, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-12-05T03:20:00,972 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=75, ppid=74, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=6ed6e8b66033709688ac6d7f07d6fc71, UNASSIGN}] 2024-12-05T03:20:00,973 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=75, ppid=74, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=6ed6e8b66033709688ac6d7f07d6fc71, UNASSIGN 2024-12-05T03:20:00,974 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=75 updating hbase:meta row=6ed6e8b66033709688ac6d7f07d6fc71, regionState=CLOSING, regionLocation=971fbbbe942d,46085,1733368737191 2024-12-05T03:20:00,974 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-05T03:20:00,974 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=76, ppid=75, state=RUNNABLE; CloseRegionProcedure 6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191}] 2024-12-05T03:20:01,014 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=475 (bloomFilter=true), to=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/.tmp/C/d9145877ce2e47fa82aef46d8f02568a 2024-12-05T03:20:01,020 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/.tmp/A/87bf0377ff10417da8f5e27dfb112ebb as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/A/87bf0377ff10417da8f5e27dfb112ebb 2024-12-05T03:20:01,024 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/A/87bf0377ff10417da8f5e27dfb112ebb, entries=150, sequenceid=475, filesize=30.5 K 2024-12-05T03:20:01,025 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/.tmp/B/a712175872564337934a16882f2fd570 as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/B/a712175872564337934a16882f2fd570 2024-12-05T03:20:01,029 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/B/a712175872564337934a16882f2fd570, entries=150, sequenceid=475, filesize=12.0 K 2024-12-05T03:20:01,030 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/.tmp/C/d9145877ce2e47fa82aef46d8f02568a as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/C/d9145877ce2e47fa82aef46d8f02568a 2024-12-05T03:20:01,035 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/C/d9145877ce2e47fa82aef46d8f02568a, entries=150, sequenceid=475, filesize=12.0 K 2024-12-05T03:20:01,036 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=6.71 KB/6870 for 6ed6e8b66033709688ac6d7f07d6fc71 in 1295ms, sequenceid=475, compaction requested=true 2024-12-05T03:20:01,036 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 6ed6e8b66033709688ac6d7f07d6fc71: 2024-12-05T03:20:01,036 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T03:20:01,036 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6ed6e8b66033709688ac6d7f07d6fc71:A, priority=-2147483648, current under compaction store size is 1 2024-12-05T03:20:01,037 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 94787 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T03:20:01,037 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.HStore(1540): 6ed6e8b66033709688ac6d7f07d6fc71/A is initiating minor compaction (all files) 2024-12-05T03:20:01,037 INFO [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6ed6e8b66033709688ac6d7f07d6fc71/A in TestAcidGuarantees,,1733368776511.6ed6e8b66033709688ac6d7f07d6fc71. 2024-12-05T03:20:01,037 INFO [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/A/204ab9192ecf4dcbaf99f9e1483b7bc8, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/A/6aa9c3429f184d259c649bf572bacbbd, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/A/87bf0377ff10417da8f5e27dfb112ebb] into tmpdir=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/.tmp, totalSize=92.6 K 2024-12-05T03:20:01,037 INFO [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733368776511.6ed6e8b66033709688ac6d7f07d6fc71. 2024-12-05T03:20:01,037 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733368776511.6ed6e8b66033709688ac6d7f07d6fc71. files: [hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/A/204ab9192ecf4dcbaf99f9e1483b7bc8, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/A/6aa9c3429f184d259c649bf572bacbbd, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/A/87bf0377ff10417da8f5e27dfb112ebb] 2024-12-05T03:20:01,038 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] compactions.Compactor(224): Compacting 204ab9192ecf4dcbaf99f9e1483b7bc8, keycount=150, bloomtype=ROW, size=31.5 K, encoding=NONE, compression=NONE, seqNum=431, earliestPutTs=1733368795358 2024-12-05T03:20:01,038 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6aa9c3429f184d259c649bf572bacbbd, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=457, earliestPutTs=1733368796492 2024-12-05T03:20:01,038 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T03:20:01,039 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T03:20:01,039 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] compactions.Compactor(224): Compacting 87bf0377ff10417da8f5e27dfb112ebb, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=475, earliestPutTs=1733368798626 2024-12-05T03:20:01,040 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37925 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T03:20:01,040 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.HStore(1540): 6ed6e8b66033709688ac6d7f07d6fc71/B is initiating minor compaction (all files) 2024-12-05T03:20:01,040 INFO [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6ed6e8b66033709688ac6d7f07d6fc71/B in TestAcidGuarantees,,1733368776511.6ed6e8b66033709688ac6d7f07d6fc71. 2024-12-05T03:20:01,040 INFO [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/B/3fe3c51d348f48ecbe1ed57329a93e30, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/B/5f275704ff744e01a3ace5956c24e24d, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/B/a712175872564337934a16882f2fd570] into tmpdir=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/.tmp, totalSize=37.0 K 2024-12-05T03:20:01,041 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] compactions.Compactor(224): Compacting 3fe3c51d348f48ecbe1ed57329a93e30, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=431, earliestPutTs=1733368795358 2024-12-05T03:20:01,042 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] compactions.Compactor(224): Compacting 5f275704ff744e01a3ace5956c24e24d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=457, earliestPutTs=1733368796492 2024-12-05T03:20:01,042 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] compactions.Compactor(224): Compacting a712175872564337934a16882f2fd570, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=475, earliestPutTs=1733368798626 2024-12-05T03:20:01,045 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6ed6e8b66033709688ac6d7f07d6fc71:B, priority=-2147483648, current under compaction store size is 2 2024-12-05T03:20:01,045 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T03:20:01,045 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6ed6e8b66033709688ac6d7f07d6fc71:C, priority=-2147483648, current under compaction store size is 3 2024-12-05T03:20:01,048 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T03:20:01,061 INFO [RS:0;971fbbbe942d:46085-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6ed6e8b66033709688ac6d7f07d6fc71#B#compaction#240 average throughput is 1.31 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T03:20:01,068 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/.tmp/B/fc060fbd94f14f3c850c5855b03eae77 is 50, key is test_row_0/B:col10/1733368799741/Put/seqid=0 2024-12-05T03:20:01,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-12-05T03:20:01,069 INFO [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=6ed6e8b66033709688ac6d7f07d6fc71] 2024-12-05T03:20:01,084 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241205fa56aa03630c45fb9461240ce479e86c_6ed6e8b66033709688ac6d7f07d6fc71 store=[table=TestAcidGuarantees family=A region=6ed6e8b66033709688ac6d7f07d6fc71] 2024-12-05T03:20:01,088 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073742115_1291 (size=13425) 2024-12-05T03:20:01,119 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241205fa56aa03630c45fb9461240ce479e86c_6ed6e8b66033709688ac6d7f07d6fc71, store=[table=TestAcidGuarantees family=A region=6ed6e8b66033709688ac6d7f07d6fc71] 2024-12-05T03:20:01,119 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241205fa56aa03630c45fb9461240ce479e86c_6ed6e8b66033709688ac6d7f07d6fc71 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=6ed6e8b66033709688ac6d7f07d6fc71] 2024-12-05T03:20:01,126 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 971fbbbe942d,46085,1733368737191 2024-12-05T03:20:01,127 INFO [RS_CLOSE_REGION-regionserver/971fbbbe942d:0-0 {event_type=M_RS_CLOSE_REGION, pid=76}] handler.UnassignRegionHandler(124): Close 6ed6e8b66033709688ac6d7f07d6fc71 2024-12-05T03:20:01,127 DEBUG [RS_CLOSE_REGION-regionserver/971fbbbe942d:0-0 {event_type=M_RS_CLOSE_REGION, pid=76}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-12-05T03:20:01,127 DEBUG [RS_CLOSE_REGION-regionserver/971fbbbe942d:0-0 {event_type=M_RS_CLOSE_REGION, pid=76}] regionserver.HRegion(1681): Closing 6ed6e8b66033709688ac6d7f07d6fc71, disabling compactions & flushes 2024-12-05T03:20:01,127 DEBUG [RS_CLOSE_REGION-regionserver/971fbbbe942d:0-0 {event_type=M_RS_CLOSE_REGION, pid=76}] regionserver.HRegion(1942): waiting for 2 compactions to complete for region TestAcidGuarantees,,1733368776511.6ed6e8b66033709688ac6d7f07d6fc71. 2024-12-05T03:20:01,190 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073742116_1292 (size=4469) 2024-12-05T03:20:01,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-12-05T03:20:01,494 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/.tmp/B/fc060fbd94f14f3c850c5855b03eae77 as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/B/fc060fbd94f14f3c850c5855b03eae77 2024-12-05T03:20:01,499 INFO [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 6ed6e8b66033709688ac6d7f07d6fc71/B of 6ed6e8b66033709688ac6d7f07d6fc71 into fc060fbd94f14f3c850c5855b03eae77(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T03:20:01,499 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6ed6e8b66033709688ac6d7f07d6fc71: 2024-12-05T03:20:01,499 INFO [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733368776511.6ed6e8b66033709688ac6d7f07d6fc71., storeName=6ed6e8b66033709688ac6d7f07d6fc71/B, priority=13, startTime=1733368801038; duration=0sec 2024-12-05T03:20:01,499 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T03:20:01,499 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6ed6e8b66033709688ac6d7f07d6fc71:B 2024-12-05T03:20:01,499 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1733368776511.6ed6e8b66033709688ac6d7f07d6fc71. because compaction request was cancelled 2024-12-05T03:20:01,499 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6ed6e8b66033709688ac6d7f07d6fc71:C 2024-12-05T03:20:01,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-12-05T03:20:01,591 INFO [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6ed6e8b66033709688ac6d7f07d6fc71#A#compaction#241 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T03:20:01,592 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/.tmp/A/5bf1d3c9922149e19ed9628a352c4bd7 is 175, key is test_row_0/A:col10/1733368799741/Put/seqid=0 2024-12-05T03:20:01,596 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073742117_1293 (size=32379) 2024-12-05T03:20:02,011 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/.tmp/A/5bf1d3c9922149e19ed9628a352c4bd7 as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/A/5bf1d3c9922149e19ed9628a352c4bd7 2024-12-05T03:20:02,015 INFO [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 6ed6e8b66033709688ac6d7f07d6fc71/A of 6ed6e8b66033709688ac6d7f07d6fc71 into 5bf1d3c9922149e19ed9628a352c4bd7(size=31.6 K), total size for store is 31.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T03:20:02,015 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6ed6e8b66033709688ac6d7f07d6fc71: 2024-12-05T03:20:02,015 INFO [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733368776511.6ed6e8b66033709688ac6d7f07d6fc71., storeName=6ed6e8b66033709688ac6d7f07d6fc71/A, priority=13, startTime=1733368801036; duration=0sec 2024-12-05T03:20:02,015 INFO [RS_CLOSE_REGION-regionserver/971fbbbe942d:0-0 {event_type=M_RS_CLOSE_REGION, pid=76}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1733368776511.6ed6e8b66033709688ac6d7f07d6fc71. 2024-12-05T03:20:02,016 DEBUG [RS_CLOSE_REGION-regionserver/971fbbbe942d:0-0 {event_type=M_RS_CLOSE_REGION, pid=76}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1733368776511.6ed6e8b66033709688ac6d7f07d6fc71. 2024-12-05T03:20:02,016 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T03:20:02,016 DEBUG [RS_CLOSE_REGION-regionserver/971fbbbe942d:0-0 {event_type=M_RS_CLOSE_REGION, pid=76}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1733368776511.6ed6e8b66033709688ac6d7f07d6fc71. after waiting 0 ms 2024-12-05T03:20:02,016 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6ed6e8b66033709688ac6d7f07d6fc71:A 2024-12-05T03:20:02,016 DEBUG [RS_CLOSE_REGION-regionserver/971fbbbe942d:0-0 {event_type=M_RS_CLOSE_REGION, pid=76}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1733368776511.6ed6e8b66033709688ac6d7f07d6fc71. 2024-12-05T03:20:02,016 INFO [RS_CLOSE_REGION-regionserver/971fbbbe942d:0-0 {event_type=M_RS_CLOSE_REGION, pid=76}] regionserver.HRegion(2837): Flushing 6ed6e8b66033709688ac6d7f07d6fc71 3/3 column families, dataSize=6.71 KB heapSize=18.33 KB 2024-12-05T03:20:02,016 DEBUG [RS_CLOSE_REGION-regionserver/971fbbbe942d:0-0 {event_type=M_RS_CLOSE_REGION, pid=76}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6ed6e8b66033709688ac6d7f07d6fc71, store=A 2024-12-05T03:20:02,016 DEBUG [RS_CLOSE_REGION-regionserver/971fbbbe942d:0-0 {event_type=M_RS_CLOSE_REGION, pid=76}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T03:20:02,016 DEBUG [RS_CLOSE_REGION-regionserver/971fbbbe942d:0-0 {event_type=M_RS_CLOSE_REGION, pid=76}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6ed6e8b66033709688ac6d7f07d6fc71, store=B 2024-12-05T03:20:02,016 DEBUG [RS_CLOSE_REGION-regionserver/971fbbbe942d:0-0 {event_type=M_RS_CLOSE_REGION, pid=76}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T03:20:02,016 DEBUG [RS_CLOSE_REGION-regionserver/971fbbbe942d:0-0 {event_type=M_RS_CLOSE_REGION, pid=76}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6ed6e8b66033709688ac6d7f07d6fc71, store=C 2024-12-05T03:20:02,016 DEBUG [RS_CLOSE_REGION-regionserver/971fbbbe942d:0-0 {event_type=M_RS_CLOSE_REGION, pid=76}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T03:20:02,022 DEBUG [RS_CLOSE_REGION-regionserver/971fbbbe942d:0-0 {event_type=M_RS_CLOSE_REGION, pid=76}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241205ad29b3fe9739450c931432197c617cc0_6ed6e8b66033709688ac6d7f07d6fc71 is 50, key is test_row_2/A:col10/1733368799745/Put/seqid=0 2024-12-05T03:20:02,027 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073742118_1294 (size=7374) 2024-12-05T03:20:02,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-12-05T03:20:02,428 DEBUG [RS_CLOSE_REGION-regionserver/971fbbbe942d:0-0 {event_type=M_RS_CLOSE_REGION, pid=76}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:20:02,433 INFO [RS_CLOSE_REGION-regionserver/971fbbbe942d:0-0 {event_type=M_RS_CLOSE_REGION, pid=76}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241205ad29b3fe9739450c931432197c617cc0_6ed6e8b66033709688ac6d7f07d6fc71 to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241205ad29b3fe9739450c931432197c617cc0_6ed6e8b66033709688ac6d7f07d6fc71 2024-12-05T03:20:02,434 DEBUG [RS_CLOSE_REGION-regionserver/971fbbbe942d:0-0 {event_type=M_RS_CLOSE_REGION, pid=76}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/.tmp/A/dae41ad65d0a40a59987aa443d92d49f, store: [table=TestAcidGuarantees family=A region=6ed6e8b66033709688ac6d7f07d6fc71] 2024-12-05T03:20:02,435 DEBUG [RS_CLOSE_REGION-regionserver/971fbbbe942d:0-0 {event_type=M_RS_CLOSE_REGION, pid=76}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/.tmp/A/dae41ad65d0a40a59987aa443d92d49f is 175, key is test_row_2/A:col10/1733368799745/Put/seqid=0 2024-12-05T03:20:02,445 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073742119_1295 (size=13865) 2024-12-05T03:20:02,449 INFO [RS_CLOSE_REGION-regionserver/971fbbbe942d:0-0 {event_type=M_RS_CLOSE_REGION, pid=76}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=481, memsize=2.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/.tmp/A/dae41ad65d0a40a59987aa443d92d49f 2024-12-05T03:20:02,461 DEBUG [RS_CLOSE_REGION-regionserver/971fbbbe942d:0-0 {event_type=M_RS_CLOSE_REGION, pid=76}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/.tmp/B/c20fd8d6d3544393a5ce640410a3a0f6 is 50, key is test_row_2/B:col10/1733368799745/Put/seqid=0 2024-12-05T03:20:02,467 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073742120_1296 (size=7415) 2024-12-05T03:20:02,468 INFO [RS_CLOSE_REGION-regionserver/971fbbbe942d:0-0 {event_type=M_RS_CLOSE_REGION, pid=76}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.24 KB at sequenceid=481 (bloomFilter=true), to=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/.tmp/B/c20fd8d6d3544393a5ce640410a3a0f6 2024-12-05T03:20:02,476 DEBUG [RS_CLOSE_REGION-regionserver/971fbbbe942d:0-0 {event_type=M_RS_CLOSE_REGION, pid=76}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/.tmp/C/ee709ddb02784372af83314e186361c7 is 50, key is test_row_2/C:col10/1733368799745/Put/seqid=0 2024-12-05T03:20:02,486 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073742121_1297 (size=7415) 2024-12-05T03:20:02,487 INFO [RS_CLOSE_REGION-regionserver/971fbbbe942d:0-0 {event_type=M_RS_CLOSE_REGION, pid=76}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.24 KB at sequenceid=481 (bloomFilter=true), to=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/.tmp/C/ee709ddb02784372af83314e186361c7 2024-12-05T03:20:02,492 DEBUG [RS_CLOSE_REGION-regionserver/971fbbbe942d:0-0 {event_type=M_RS_CLOSE_REGION, pid=76}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/.tmp/A/dae41ad65d0a40a59987aa443d92d49f as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/A/dae41ad65d0a40a59987aa443d92d49f 2024-12-05T03:20:02,495 INFO [RS_CLOSE_REGION-regionserver/971fbbbe942d:0-0 {event_type=M_RS_CLOSE_REGION, pid=76}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/A/dae41ad65d0a40a59987aa443d92d49f, entries=50, sequenceid=481, filesize=13.5 K 2024-12-05T03:20:02,496 DEBUG [RS_CLOSE_REGION-regionserver/971fbbbe942d:0-0 {event_type=M_RS_CLOSE_REGION, pid=76}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/.tmp/B/c20fd8d6d3544393a5ce640410a3a0f6 as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/B/c20fd8d6d3544393a5ce640410a3a0f6 2024-12-05T03:20:02,500 INFO [RS_CLOSE_REGION-regionserver/971fbbbe942d:0-0 {event_type=M_RS_CLOSE_REGION, pid=76}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/B/c20fd8d6d3544393a5ce640410a3a0f6, entries=50, sequenceid=481, filesize=7.2 K 2024-12-05T03:20:02,501 DEBUG [RS_CLOSE_REGION-regionserver/971fbbbe942d:0-0 {event_type=M_RS_CLOSE_REGION, pid=76}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/.tmp/C/ee709ddb02784372af83314e186361c7 as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/C/ee709ddb02784372af83314e186361c7 2024-12-05T03:20:02,505 INFO [RS_CLOSE_REGION-regionserver/971fbbbe942d:0-0 {event_type=M_RS_CLOSE_REGION, pid=76}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/C/ee709ddb02784372af83314e186361c7, entries=50, sequenceid=481, filesize=7.2 K 2024-12-05T03:20:02,506 INFO [RS_CLOSE_REGION-regionserver/971fbbbe942d:0-0 {event_type=M_RS_CLOSE_REGION, pid=76}] regionserver.HRegion(3040): Finished flush of dataSize ~6.71 KB/6870, heapSize ~18.28 KB/18720, currentSize=0 B/0 for 6ed6e8b66033709688ac6d7f07d6fc71 in 490ms, sequenceid=481, compaction requested=true 2024-12-05T03:20:02,507 DEBUG [StoreCloser-TestAcidGuarantees,,1733368776511.6ed6e8b66033709688ac6d7f07d6fc71.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/A/596e96c10e0940d18ec26b95d7ba4c4b, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/A/543915d454dd46bb9af955f0e7fb9f9f, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/A/a1fe297c16ad46c095e151af083e7764, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/A/00b800d0b0a2457a88328361fb5819d3, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/A/d01e7aca8ef94a428f7b3c8841fc1098, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/A/5c87a576de4e436a9ac46931abba5d98, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/A/0a7253db2a7c4c8eb42e64656280b430, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/A/cfe5693a0ec2494eafe4cce4eed216d4, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/A/1af62a2b857d4e99adec4d7d93fc6d03, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/A/59fa6ea0471949d5a4df00c5ba52bc71, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/A/94f800279c534495904f794f51b82905, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/A/7c6ab6019d29444993003398124791e9, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/A/97d3c6ad9e4d4663aa1666c2ce71833e, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/A/220b3358460e4b3192e59d6b74535b7e, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/A/b8aa42a0594d46e2aa1b034c4ad3313c, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/A/8d41326d080f4eb38dfcece3fab077d5, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/A/3afe9140bacf4e99b3692d22279ed1e7, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/A/e1c4c8065da640c99b695d307894589b, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/A/4f89bcfbe31b4d339bbcb29c4dd6be04, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/A/1bf9aafa8c704ef196ee15e95651e57d, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/A/afa1d255d4d04281af91728abbeac3cc, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/A/fdfc23c02fe143baa0fce760a22e21da, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/A/7c642df6cd134f589308879ce73be4eb, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/A/8d5425f9bc46431d9d567c37c4fd65e1, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/A/d20dfe98a37848b1897392e2629dbeeb, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/A/b4789d7e0be344ba8574e82c9b061182, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/A/eee2ffd66409400b8b4d7e4ccccaf110, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/A/18aabac5b39a4666b21728b1aaf13dba, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/A/f70ebe0036f94791a1ca263592439183, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/A/1ea8ed89a13f463e9592694b126ccec4, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/A/204ab9192ecf4dcbaf99f9e1483b7bc8, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/A/6aa9c3429f184d259c649bf572bacbbd, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/A/87bf0377ff10417da8f5e27dfb112ebb] to archive 2024-12-05T03:20:02,508 DEBUG [StoreCloser-TestAcidGuarantees,,1733368776511.6ed6e8b66033709688ac6d7f07d6fc71.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-05T03:20:02,510 DEBUG [StoreCloser-TestAcidGuarantees,,1733368776511.6ed6e8b66033709688ac6d7f07d6fc71.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/A/596e96c10e0940d18ec26b95d7ba4c4b to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/A/596e96c10e0940d18ec26b95d7ba4c4b 2024-12-05T03:20:02,511 DEBUG [StoreCloser-TestAcidGuarantees,,1733368776511.6ed6e8b66033709688ac6d7f07d6fc71.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/A/543915d454dd46bb9af955f0e7fb9f9f to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/A/543915d454dd46bb9af955f0e7fb9f9f 2024-12-05T03:20:02,513 DEBUG [StoreCloser-TestAcidGuarantees,,1733368776511.6ed6e8b66033709688ac6d7f07d6fc71.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/A/a1fe297c16ad46c095e151af083e7764 to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/A/a1fe297c16ad46c095e151af083e7764 2024-12-05T03:20:02,514 DEBUG [StoreCloser-TestAcidGuarantees,,1733368776511.6ed6e8b66033709688ac6d7f07d6fc71.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/A/00b800d0b0a2457a88328361fb5819d3 to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/A/00b800d0b0a2457a88328361fb5819d3 2024-12-05T03:20:02,515 DEBUG [StoreCloser-TestAcidGuarantees,,1733368776511.6ed6e8b66033709688ac6d7f07d6fc71.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/A/d01e7aca8ef94a428f7b3c8841fc1098 to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/A/d01e7aca8ef94a428f7b3c8841fc1098 2024-12-05T03:20:02,516 DEBUG [StoreCloser-TestAcidGuarantees,,1733368776511.6ed6e8b66033709688ac6d7f07d6fc71.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/A/5c87a576de4e436a9ac46931abba5d98 to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/A/5c87a576de4e436a9ac46931abba5d98 2024-12-05T03:20:02,519 DEBUG [StoreCloser-TestAcidGuarantees,,1733368776511.6ed6e8b66033709688ac6d7f07d6fc71.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/A/0a7253db2a7c4c8eb42e64656280b430 to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/A/0a7253db2a7c4c8eb42e64656280b430 2024-12-05T03:20:02,520 DEBUG [StoreCloser-TestAcidGuarantees,,1733368776511.6ed6e8b66033709688ac6d7f07d6fc71.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/A/cfe5693a0ec2494eafe4cce4eed216d4 to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/A/cfe5693a0ec2494eafe4cce4eed216d4 2024-12-05T03:20:02,521 DEBUG [StoreCloser-TestAcidGuarantees,,1733368776511.6ed6e8b66033709688ac6d7f07d6fc71.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/A/1af62a2b857d4e99adec4d7d93fc6d03 to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/A/1af62a2b857d4e99adec4d7d93fc6d03 2024-12-05T03:20:02,522 DEBUG [StoreCloser-TestAcidGuarantees,,1733368776511.6ed6e8b66033709688ac6d7f07d6fc71.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/A/59fa6ea0471949d5a4df00c5ba52bc71 to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/A/59fa6ea0471949d5a4df00c5ba52bc71 2024-12-05T03:20:02,523 DEBUG [StoreCloser-TestAcidGuarantees,,1733368776511.6ed6e8b66033709688ac6d7f07d6fc71.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/A/94f800279c534495904f794f51b82905 to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/A/94f800279c534495904f794f51b82905 2024-12-05T03:20:02,524 DEBUG [StoreCloser-TestAcidGuarantees,,1733368776511.6ed6e8b66033709688ac6d7f07d6fc71.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/A/7c6ab6019d29444993003398124791e9 to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/A/7c6ab6019d29444993003398124791e9 2024-12-05T03:20:02,525 DEBUG [StoreCloser-TestAcidGuarantees,,1733368776511.6ed6e8b66033709688ac6d7f07d6fc71.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/A/97d3c6ad9e4d4663aa1666c2ce71833e to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/A/97d3c6ad9e4d4663aa1666c2ce71833e 2024-12-05T03:20:02,528 DEBUG [StoreCloser-TestAcidGuarantees,,1733368776511.6ed6e8b66033709688ac6d7f07d6fc71.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/A/220b3358460e4b3192e59d6b74535b7e to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/A/220b3358460e4b3192e59d6b74535b7e 2024-12-05T03:20:02,532 DEBUG [StoreCloser-TestAcidGuarantees,,1733368776511.6ed6e8b66033709688ac6d7f07d6fc71.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/A/b8aa42a0594d46e2aa1b034c4ad3313c to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/A/b8aa42a0594d46e2aa1b034c4ad3313c 2024-12-05T03:20:02,533 DEBUG [StoreCloser-TestAcidGuarantees,,1733368776511.6ed6e8b66033709688ac6d7f07d6fc71.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/A/8d41326d080f4eb38dfcece3fab077d5 to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/A/8d41326d080f4eb38dfcece3fab077d5 2024-12-05T03:20:02,535 DEBUG [StoreCloser-TestAcidGuarantees,,1733368776511.6ed6e8b66033709688ac6d7f07d6fc71.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/A/3afe9140bacf4e99b3692d22279ed1e7 to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/A/3afe9140bacf4e99b3692d22279ed1e7 2024-12-05T03:20:02,536 DEBUG [StoreCloser-TestAcidGuarantees,,1733368776511.6ed6e8b66033709688ac6d7f07d6fc71.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/A/e1c4c8065da640c99b695d307894589b to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/A/e1c4c8065da640c99b695d307894589b 2024-12-05T03:20:02,537 DEBUG [StoreCloser-TestAcidGuarantees,,1733368776511.6ed6e8b66033709688ac6d7f07d6fc71.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/A/4f89bcfbe31b4d339bbcb29c4dd6be04 to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/A/4f89bcfbe31b4d339bbcb29c4dd6be04 2024-12-05T03:20:02,538 DEBUG [StoreCloser-TestAcidGuarantees,,1733368776511.6ed6e8b66033709688ac6d7f07d6fc71.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/A/1bf9aafa8c704ef196ee15e95651e57d to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/A/1bf9aafa8c704ef196ee15e95651e57d 2024-12-05T03:20:02,539 DEBUG [StoreCloser-TestAcidGuarantees,,1733368776511.6ed6e8b66033709688ac6d7f07d6fc71.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/A/afa1d255d4d04281af91728abbeac3cc to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/A/afa1d255d4d04281af91728abbeac3cc 2024-12-05T03:20:02,540 DEBUG [StoreCloser-TestAcidGuarantees,,1733368776511.6ed6e8b66033709688ac6d7f07d6fc71.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/A/fdfc23c02fe143baa0fce760a22e21da to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/A/fdfc23c02fe143baa0fce760a22e21da 2024-12-05T03:20:02,541 DEBUG [StoreCloser-TestAcidGuarantees,,1733368776511.6ed6e8b66033709688ac6d7f07d6fc71.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/A/7c642df6cd134f589308879ce73be4eb to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/A/7c642df6cd134f589308879ce73be4eb 2024-12-05T03:20:02,542 DEBUG [StoreCloser-TestAcidGuarantees,,1733368776511.6ed6e8b66033709688ac6d7f07d6fc71.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/A/8d5425f9bc46431d9d567c37c4fd65e1 to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/A/8d5425f9bc46431d9d567c37c4fd65e1 2024-12-05T03:20:02,543 DEBUG [StoreCloser-TestAcidGuarantees,,1733368776511.6ed6e8b66033709688ac6d7f07d6fc71.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/A/d20dfe98a37848b1897392e2629dbeeb to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/A/d20dfe98a37848b1897392e2629dbeeb 2024-12-05T03:20:02,545 DEBUG [StoreCloser-TestAcidGuarantees,,1733368776511.6ed6e8b66033709688ac6d7f07d6fc71.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/A/b4789d7e0be344ba8574e82c9b061182 to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/A/b4789d7e0be344ba8574e82c9b061182 2024-12-05T03:20:02,546 DEBUG [StoreCloser-TestAcidGuarantees,,1733368776511.6ed6e8b66033709688ac6d7f07d6fc71.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/A/eee2ffd66409400b8b4d7e4ccccaf110 to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/A/eee2ffd66409400b8b4d7e4ccccaf110 2024-12-05T03:20:02,548 DEBUG [StoreCloser-TestAcidGuarantees,,1733368776511.6ed6e8b66033709688ac6d7f07d6fc71.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/A/18aabac5b39a4666b21728b1aaf13dba to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/A/18aabac5b39a4666b21728b1aaf13dba 2024-12-05T03:20:02,549 DEBUG [StoreCloser-TestAcidGuarantees,,1733368776511.6ed6e8b66033709688ac6d7f07d6fc71.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/A/f70ebe0036f94791a1ca263592439183 to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/A/f70ebe0036f94791a1ca263592439183 2024-12-05T03:20:02,551 DEBUG [StoreCloser-TestAcidGuarantees,,1733368776511.6ed6e8b66033709688ac6d7f07d6fc71.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/A/1ea8ed89a13f463e9592694b126ccec4 to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/A/1ea8ed89a13f463e9592694b126ccec4 2024-12-05T03:20:02,553 DEBUG [StoreCloser-TestAcidGuarantees,,1733368776511.6ed6e8b66033709688ac6d7f07d6fc71.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/A/204ab9192ecf4dcbaf99f9e1483b7bc8 to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/A/204ab9192ecf4dcbaf99f9e1483b7bc8 2024-12-05T03:20:02,555 DEBUG [StoreCloser-TestAcidGuarantees,,1733368776511.6ed6e8b66033709688ac6d7f07d6fc71.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/A/6aa9c3429f184d259c649bf572bacbbd to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/A/6aa9c3429f184d259c649bf572bacbbd 2024-12-05T03:20:02,558 DEBUG [StoreCloser-TestAcidGuarantees,,1733368776511.6ed6e8b66033709688ac6d7f07d6fc71.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/A/87bf0377ff10417da8f5e27dfb112ebb to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/A/87bf0377ff10417da8f5e27dfb112ebb 2024-12-05T03:20:02,559 DEBUG [StoreCloser-TestAcidGuarantees,,1733368776511.6ed6e8b66033709688ac6d7f07d6fc71.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/B/02ca37e7f6aa4780b53286842c759adc, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/B/79a5808a627f4ec5aaa2d2c5f400fdcb, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/B/a3dab060ac634cb1972ac00f92e76a0d, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/B/d761e1b81d3643d9a32bbaeef277fdce, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/B/d99fa09885704c5393ce96762d303e56, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/B/46c4d73d0a31428ab25af409f3fbb65c, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/B/d663990856724f258944be15ffd15d5f, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/B/e4fa9854b40648e991dbd2b3c8af08bc, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/B/2ac7f41fe95748dab660c3a2ab49db0a, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/B/f38f90492bc14965a16a0ffee3c3b01c, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/B/2554226023364cd287e9c632c55dd6e7, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/B/892bc11dfc4c4dddb80357cfbc7c2ec9, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/B/dcc52c93aa3c4dd3a21ae2e66774a06f, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/B/9d06c9048c52407fad5e0bb6bd477c52, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/B/0b7ba998331d42bd825a8a938028831e, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/B/f4ea1b86514447d8808e260326637efa, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/B/4c008858ead54a8ca51cccc04462068f, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/B/2f3d7853e84d4796be4dd9ef173c9181, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/B/39b60f0f997a444e8906e84931690401, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/B/714261a828b443deaefb7fddd3c36252, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/B/adf50b380f4e48608118d28d58c79bc3, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/B/3deab0c2693148e2ba6a429658ebfac0, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/B/c1e5a6bdcdb942589fdec875039eab8a, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/B/9852024724724ce5bff9af499cd95423, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/B/d173d712c1d94de7a7a02b8b27e6b53f, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/B/bf2fef13b95b467392e5aa7d83ca1847, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/B/afd0c928c6c440a79943a1ae5be67e9f, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/B/a727c5cfdc71443d82f00356706bbfa6, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/B/e2790bdf79a842c6901397f3ee8aa858, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/B/3fe3c51d348f48ecbe1ed57329a93e30, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/B/677ad8fbb34a41c1becd0f305e5b0343, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/B/5f275704ff744e01a3ace5956c24e24d, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/B/a712175872564337934a16882f2fd570] to archive 2024-12-05T03:20:02,560 DEBUG [StoreCloser-TestAcidGuarantees,,1733368776511.6ed6e8b66033709688ac6d7f07d6fc71.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-05T03:20:02,561 DEBUG [StoreCloser-TestAcidGuarantees,,1733368776511.6ed6e8b66033709688ac6d7f07d6fc71.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/B/02ca37e7f6aa4780b53286842c759adc to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/B/02ca37e7f6aa4780b53286842c759adc 2024-12-05T03:20:02,562 DEBUG [StoreCloser-TestAcidGuarantees,,1733368776511.6ed6e8b66033709688ac6d7f07d6fc71.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/B/79a5808a627f4ec5aaa2d2c5f400fdcb to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/B/79a5808a627f4ec5aaa2d2c5f400fdcb 2024-12-05T03:20:02,563 DEBUG [StoreCloser-TestAcidGuarantees,,1733368776511.6ed6e8b66033709688ac6d7f07d6fc71.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/B/a3dab060ac634cb1972ac00f92e76a0d to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/B/a3dab060ac634cb1972ac00f92e76a0d 2024-12-05T03:20:02,564 DEBUG [StoreCloser-TestAcidGuarantees,,1733368776511.6ed6e8b66033709688ac6d7f07d6fc71.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/B/d761e1b81d3643d9a32bbaeef277fdce to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/B/d761e1b81d3643d9a32bbaeef277fdce 2024-12-05T03:20:02,565 DEBUG [StoreCloser-TestAcidGuarantees,,1733368776511.6ed6e8b66033709688ac6d7f07d6fc71.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/B/d99fa09885704c5393ce96762d303e56 to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/B/d99fa09885704c5393ce96762d303e56 2024-12-05T03:20:02,566 DEBUG [StoreCloser-TestAcidGuarantees,,1733368776511.6ed6e8b66033709688ac6d7f07d6fc71.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/B/46c4d73d0a31428ab25af409f3fbb65c to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/B/46c4d73d0a31428ab25af409f3fbb65c 2024-12-05T03:20:02,567 DEBUG [StoreCloser-TestAcidGuarantees,,1733368776511.6ed6e8b66033709688ac6d7f07d6fc71.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/B/d663990856724f258944be15ffd15d5f to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/B/d663990856724f258944be15ffd15d5f 2024-12-05T03:20:02,569 DEBUG [StoreCloser-TestAcidGuarantees,,1733368776511.6ed6e8b66033709688ac6d7f07d6fc71.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/B/e4fa9854b40648e991dbd2b3c8af08bc to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/B/e4fa9854b40648e991dbd2b3c8af08bc 2024-12-05T03:20:02,570 DEBUG [StoreCloser-TestAcidGuarantees,,1733368776511.6ed6e8b66033709688ac6d7f07d6fc71.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/B/2ac7f41fe95748dab660c3a2ab49db0a to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/B/2ac7f41fe95748dab660c3a2ab49db0a 2024-12-05T03:20:02,571 DEBUG [StoreCloser-TestAcidGuarantees,,1733368776511.6ed6e8b66033709688ac6d7f07d6fc71.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/B/f38f90492bc14965a16a0ffee3c3b01c to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/B/f38f90492bc14965a16a0ffee3c3b01c 2024-12-05T03:20:02,572 DEBUG [StoreCloser-TestAcidGuarantees,,1733368776511.6ed6e8b66033709688ac6d7f07d6fc71.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/B/2554226023364cd287e9c632c55dd6e7 to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/B/2554226023364cd287e9c632c55dd6e7 2024-12-05T03:20:02,573 DEBUG [StoreCloser-TestAcidGuarantees,,1733368776511.6ed6e8b66033709688ac6d7f07d6fc71.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/B/892bc11dfc4c4dddb80357cfbc7c2ec9 to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/B/892bc11dfc4c4dddb80357cfbc7c2ec9 2024-12-05T03:20:02,575 DEBUG [StoreCloser-TestAcidGuarantees,,1733368776511.6ed6e8b66033709688ac6d7f07d6fc71.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/B/dcc52c93aa3c4dd3a21ae2e66774a06f to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/B/dcc52c93aa3c4dd3a21ae2e66774a06f 2024-12-05T03:20:02,580 DEBUG [StoreCloser-TestAcidGuarantees,,1733368776511.6ed6e8b66033709688ac6d7f07d6fc71.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/B/9d06c9048c52407fad5e0bb6bd477c52 to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/B/9d06c9048c52407fad5e0bb6bd477c52 2024-12-05T03:20:02,586 DEBUG [StoreCloser-TestAcidGuarantees,,1733368776511.6ed6e8b66033709688ac6d7f07d6fc71.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/B/0b7ba998331d42bd825a8a938028831e to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/B/0b7ba998331d42bd825a8a938028831e 2024-12-05T03:20:02,588 DEBUG [StoreCloser-TestAcidGuarantees,,1733368776511.6ed6e8b66033709688ac6d7f07d6fc71.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/B/f4ea1b86514447d8808e260326637efa to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/B/f4ea1b86514447d8808e260326637efa 2024-12-05T03:20:02,593 DEBUG [StoreCloser-TestAcidGuarantees,,1733368776511.6ed6e8b66033709688ac6d7f07d6fc71.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/B/4c008858ead54a8ca51cccc04462068f to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/B/4c008858ead54a8ca51cccc04462068f 2024-12-05T03:20:02,594 DEBUG [StoreCloser-TestAcidGuarantees,,1733368776511.6ed6e8b66033709688ac6d7f07d6fc71.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/B/2f3d7853e84d4796be4dd9ef173c9181 to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/B/2f3d7853e84d4796be4dd9ef173c9181 2024-12-05T03:20:02,595 DEBUG [StoreCloser-TestAcidGuarantees,,1733368776511.6ed6e8b66033709688ac6d7f07d6fc71.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/B/39b60f0f997a444e8906e84931690401 to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/B/39b60f0f997a444e8906e84931690401 2024-12-05T03:20:02,597 DEBUG [StoreCloser-TestAcidGuarantees,,1733368776511.6ed6e8b66033709688ac6d7f07d6fc71.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/B/714261a828b443deaefb7fddd3c36252 to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/B/714261a828b443deaefb7fddd3c36252 2024-12-05T03:20:02,598 DEBUG [StoreCloser-TestAcidGuarantees,,1733368776511.6ed6e8b66033709688ac6d7f07d6fc71.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/B/adf50b380f4e48608118d28d58c79bc3 to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/B/adf50b380f4e48608118d28d58c79bc3 2024-12-05T03:20:02,599 DEBUG [StoreCloser-TestAcidGuarantees,,1733368776511.6ed6e8b66033709688ac6d7f07d6fc71.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/B/3deab0c2693148e2ba6a429658ebfac0 to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/B/3deab0c2693148e2ba6a429658ebfac0 2024-12-05T03:20:02,601 DEBUG [StoreCloser-TestAcidGuarantees,,1733368776511.6ed6e8b66033709688ac6d7f07d6fc71.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/B/c1e5a6bdcdb942589fdec875039eab8a to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/B/c1e5a6bdcdb942589fdec875039eab8a 2024-12-05T03:20:02,602 DEBUG [StoreCloser-TestAcidGuarantees,,1733368776511.6ed6e8b66033709688ac6d7f07d6fc71.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/B/9852024724724ce5bff9af499cd95423 to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/B/9852024724724ce5bff9af499cd95423 2024-12-05T03:20:02,603 DEBUG [StoreCloser-TestAcidGuarantees,,1733368776511.6ed6e8b66033709688ac6d7f07d6fc71.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/B/d173d712c1d94de7a7a02b8b27e6b53f to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/B/d173d712c1d94de7a7a02b8b27e6b53f 2024-12-05T03:20:02,604 DEBUG [StoreCloser-TestAcidGuarantees,,1733368776511.6ed6e8b66033709688ac6d7f07d6fc71.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/B/bf2fef13b95b467392e5aa7d83ca1847 to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/B/bf2fef13b95b467392e5aa7d83ca1847 2024-12-05T03:20:02,606 DEBUG [StoreCloser-TestAcidGuarantees,,1733368776511.6ed6e8b66033709688ac6d7f07d6fc71.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/B/afd0c928c6c440a79943a1ae5be67e9f to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/B/afd0c928c6c440a79943a1ae5be67e9f 2024-12-05T03:20:02,607 DEBUG [StoreCloser-TestAcidGuarantees,,1733368776511.6ed6e8b66033709688ac6d7f07d6fc71.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/B/a727c5cfdc71443d82f00356706bbfa6 to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/B/a727c5cfdc71443d82f00356706bbfa6 2024-12-05T03:20:02,608 DEBUG [StoreCloser-TestAcidGuarantees,,1733368776511.6ed6e8b66033709688ac6d7f07d6fc71.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/B/e2790bdf79a842c6901397f3ee8aa858 to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/B/e2790bdf79a842c6901397f3ee8aa858 2024-12-05T03:20:02,609 DEBUG [StoreCloser-TestAcidGuarantees,,1733368776511.6ed6e8b66033709688ac6d7f07d6fc71.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/B/3fe3c51d348f48ecbe1ed57329a93e30 to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/B/3fe3c51d348f48ecbe1ed57329a93e30 2024-12-05T03:20:02,611 DEBUG [StoreCloser-TestAcidGuarantees,,1733368776511.6ed6e8b66033709688ac6d7f07d6fc71.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/B/677ad8fbb34a41c1becd0f305e5b0343 to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/B/677ad8fbb34a41c1becd0f305e5b0343 2024-12-05T03:20:02,612 DEBUG [StoreCloser-TestAcidGuarantees,,1733368776511.6ed6e8b66033709688ac6d7f07d6fc71.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/B/5f275704ff744e01a3ace5956c24e24d to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/B/5f275704ff744e01a3ace5956c24e24d 2024-12-05T03:20:02,614 DEBUG [StoreCloser-TestAcidGuarantees,,1733368776511.6ed6e8b66033709688ac6d7f07d6fc71.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/B/a712175872564337934a16882f2fd570 to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/B/a712175872564337934a16882f2fd570 2024-12-05T03:20:02,624 DEBUG [StoreCloser-TestAcidGuarantees,,1733368776511.6ed6e8b66033709688ac6d7f07d6fc71.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/C/6049902df5114f0d897a9378645c4ab4, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/C/f54dc37debf24b2381f576e572c21c29, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/C/543de3e8f4fc4d68b3986f2f83427d11, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/C/07c804d1c2e34d54983d032260f3b5a9, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/C/74ae8da559f54fe69e05eedab81246d7, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/C/029b5fa162014bd28c5edc10c8bd3d82, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/C/b73ea3b357d3483b994c178ff6fe7c60, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/C/4e88fbc47ba04ac990defff5422823ad, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/C/894a401c6fa8425d9fee0cf5f226b2a8, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/C/24c5b96bf9c84706b433db092c0acb29, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/C/5cb4914828a04cba88f6dcb1f25dc409, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/C/41bc5595a915407e85abf9d752ff693b, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/C/89533a94b81b4c16abfa469382024470, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/C/9797896f79794d1597e20c2204adbb15, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/C/719f34c8e9554ec1ab8a41890db300d2, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/C/2c73d1e404e44dfa9374a1a44f1142d1, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/C/f5914620e8aa44d7a2b74d54c66e445d, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/C/926456dff9d64e1282abcecdafef595e, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/C/680a79d87a764aaa9bd90e38c7da6d7c, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/C/afaa3053857d49e8a3731230bbfe21f1, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/C/cd807e7652aa4eb8b5018f28519c3421, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/C/254f3662083f4c4da909b8c0bdc0b512, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/C/aacb0369dde94b64a85ebf04668b743f, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/C/48e6c9b074d845ff963595a164027b40, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/C/5febac201e784097b73b8796a6133fd3, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/C/f27c0b49854b473fa961404d4d25c3e5, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/C/55699a4246b2453d8f438fca084f482e, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/C/32edb577d2774662a45a2001c3a4b6a7, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/C/c84e7a4fd3c64bd1afd9d75d6d903511, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/C/9e026723519f4b6d98f6c27cc6edcb25] to archive 2024-12-05T03:20:02,625 DEBUG [StoreCloser-TestAcidGuarantees,,1733368776511.6ed6e8b66033709688ac6d7f07d6fc71.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-05T03:20:02,627 DEBUG [StoreCloser-TestAcidGuarantees,,1733368776511.6ed6e8b66033709688ac6d7f07d6fc71.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/C/6049902df5114f0d897a9378645c4ab4 to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/C/6049902df5114f0d897a9378645c4ab4 2024-12-05T03:20:02,629 DEBUG [StoreCloser-TestAcidGuarantees,,1733368776511.6ed6e8b66033709688ac6d7f07d6fc71.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/C/f54dc37debf24b2381f576e572c21c29 to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/C/f54dc37debf24b2381f576e572c21c29 2024-12-05T03:20:02,630 DEBUG [StoreCloser-TestAcidGuarantees,,1733368776511.6ed6e8b66033709688ac6d7f07d6fc71.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/C/543de3e8f4fc4d68b3986f2f83427d11 to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/C/543de3e8f4fc4d68b3986f2f83427d11 2024-12-05T03:20:02,631 DEBUG [StoreCloser-TestAcidGuarantees,,1733368776511.6ed6e8b66033709688ac6d7f07d6fc71.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/C/07c804d1c2e34d54983d032260f3b5a9 to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/C/07c804d1c2e34d54983d032260f3b5a9 2024-12-05T03:20:02,633 DEBUG [StoreCloser-TestAcidGuarantees,,1733368776511.6ed6e8b66033709688ac6d7f07d6fc71.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/C/74ae8da559f54fe69e05eedab81246d7 to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/C/74ae8da559f54fe69e05eedab81246d7 2024-12-05T03:20:02,634 DEBUG [StoreCloser-TestAcidGuarantees,,1733368776511.6ed6e8b66033709688ac6d7f07d6fc71.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/C/029b5fa162014bd28c5edc10c8bd3d82 to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/C/029b5fa162014bd28c5edc10c8bd3d82 2024-12-05T03:20:02,635 DEBUG [StoreCloser-TestAcidGuarantees,,1733368776511.6ed6e8b66033709688ac6d7f07d6fc71.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/C/b73ea3b357d3483b994c178ff6fe7c60 to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/C/b73ea3b357d3483b994c178ff6fe7c60 2024-12-05T03:20:02,636 DEBUG [StoreCloser-TestAcidGuarantees,,1733368776511.6ed6e8b66033709688ac6d7f07d6fc71.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/C/4e88fbc47ba04ac990defff5422823ad to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/C/4e88fbc47ba04ac990defff5422823ad 2024-12-05T03:20:02,638 DEBUG [StoreCloser-TestAcidGuarantees,,1733368776511.6ed6e8b66033709688ac6d7f07d6fc71.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/C/894a401c6fa8425d9fee0cf5f226b2a8 to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/C/894a401c6fa8425d9fee0cf5f226b2a8 2024-12-05T03:20:02,639 DEBUG [StoreCloser-TestAcidGuarantees,,1733368776511.6ed6e8b66033709688ac6d7f07d6fc71.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/C/24c5b96bf9c84706b433db092c0acb29 to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/C/24c5b96bf9c84706b433db092c0acb29 2024-12-05T03:20:02,644 DEBUG [StoreCloser-TestAcidGuarantees,,1733368776511.6ed6e8b66033709688ac6d7f07d6fc71.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/C/5cb4914828a04cba88f6dcb1f25dc409 to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/C/5cb4914828a04cba88f6dcb1f25dc409 2024-12-05T03:20:02,645 DEBUG [StoreCloser-TestAcidGuarantees,,1733368776511.6ed6e8b66033709688ac6d7f07d6fc71.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/C/41bc5595a915407e85abf9d752ff693b to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/C/41bc5595a915407e85abf9d752ff693b 2024-12-05T03:20:02,647 DEBUG [StoreCloser-TestAcidGuarantees,,1733368776511.6ed6e8b66033709688ac6d7f07d6fc71.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/C/89533a94b81b4c16abfa469382024470 to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/C/89533a94b81b4c16abfa469382024470 2024-12-05T03:20:02,648 DEBUG [StoreCloser-TestAcidGuarantees,,1733368776511.6ed6e8b66033709688ac6d7f07d6fc71.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/C/9797896f79794d1597e20c2204adbb15 to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/C/9797896f79794d1597e20c2204adbb15 2024-12-05T03:20:02,649 DEBUG [StoreCloser-TestAcidGuarantees,,1733368776511.6ed6e8b66033709688ac6d7f07d6fc71.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/C/719f34c8e9554ec1ab8a41890db300d2 to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/C/719f34c8e9554ec1ab8a41890db300d2 2024-12-05T03:20:02,651 DEBUG [StoreCloser-TestAcidGuarantees,,1733368776511.6ed6e8b66033709688ac6d7f07d6fc71.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/C/2c73d1e404e44dfa9374a1a44f1142d1 to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/C/2c73d1e404e44dfa9374a1a44f1142d1 2024-12-05T03:20:02,652 DEBUG [StoreCloser-TestAcidGuarantees,,1733368776511.6ed6e8b66033709688ac6d7f07d6fc71.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/C/f5914620e8aa44d7a2b74d54c66e445d to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/C/f5914620e8aa44d7a2b74d54c66e445d 2024-12-05T03:20:02,653 DEBUG [StoreCloser-TestAcidGuarantees,,1733368776511.6ed6e8b66033709688ac6d7f07d6fc71.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/C/926456dff9d64e1282abcecdafef595e to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/C/926456dff9d64e1282abcecdafef595e 2024-12-05T03:20:02,654 DEBUG [StoreCloser-TestAcidGuarantees,,1733368776511.6ed6e8b66033709688ac6d7f07d6fc71.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/C/680a79d87a764aaa9bd90e38c7da6d7c to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/C/680a79d87a764aaa9bd90e38c7da6d7c 2024-12-05T03:20:02,655 DEBUG [StoreCloser-TestAcidGuarantees,,1733368776511.6ed6e8b66033709688ac6d7f07d6fc71.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/C/afaa3053857d49e8a3731230bbfe21f1 to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/C/afaa3053857d49e8a3731230bbfe21f1 2024-12-05T03:20:02,656 DEBUG [StoreCloser-TestAcidGuarantees,,1733368776511.6ed6e8b66033709688ac6d7f07d6fc71.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/C/cd807e7652aa4eb8b5018f28519c3421 to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/C/cd807e7652aa4eb8b5018f28519c3421 2024-12-05T03:20:02,657 DEBUG [StoreCloser-TestAcidGuarantees,,1733368776511.6ed6e8b66033709688ac6d7f07d6fc71.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/C/254f3662083f4c4da909b8c0bdc0b512 to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/C/254f3662083f4c4da909b8c0bdc0b512 2024-12-05T03:20:02,658 DEBUG [StoreCloser-TestAcidGuarantees,,1733368776511.6ed6e8b66033709688ac6d7f07d6fc71.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/C/aacb0369dde94b64a85ebf04668b743f to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/C/aacb0369dde94b64a85ebf04668b743f 2024-12-05T03:20:02,659 DEBUG [StoreCloser-TestAcidGuarantees,,1733368776511.6ed6e8b66033709688ac6d7f07d6fc71.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/C/48e6c9b074d845ff963595a164027b40 to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/C/48e6c9b074d845ff963595a164027b40 2024-12-05T03:20:02,660 DEBUG [StoreCloser-TestAcidGuarantees,,1733368776511.6ed6e8b66033709688ac6d7f07d6fc71.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/C/5febac201e784097b73b8796a6133fd3 to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/C/5febac201e784097b73b8796a6133fd3 2024-12-05T03:20:02,661 DEBUG [StoreCloser-TestAcidGuarantees,,1733368776511.6ed6e8b66033709688ac6d7f07d6fc71.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/C/f27c0b49854b473fa961404d4d25c3e5 to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/C/f27c0b49854b473fa961404d4d25c3e5 2024-12-05T03:20:02,662 DEBUG [StoreCloser-TestAcidGuarantees,,1733368776511.6ed6e8b66033709688ac6d7f07d6fc71.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/C/55699a4246b2453d8f438fca084f482e to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/C/55699a4246b2453d8f438fca084f482e 2024-12-05T03:20:02,663 DEBUG [StoreCloser-TestAcidGuarantees,,1733368776511.6ed6e8b66033709688ac6d7f07d6fc71.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/C/32edb577d2774662a45a2001c3a4b6a7 to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/C/32edb577d2774662a45a2001c3a4b6a7 2024-12-05T03:20:02,665 DEBUG [StoreCloser-TestAcidGuarantees,,1733368776511.6ed6e8b66033709688ac6d7f07d6fc71.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/C/c84e7a4fd3c64bd1afd9d75d6d903511 to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/C/c84e7a4fd3c64bd1afd9d75d6d903511 2024-12-05T03:20:02,666 DEBUG [StoreCloser-TestAcidGuarantees,,1733368776511.6ed6e8b66033709688ac6d7f07d6fc71.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/C/9e026723519f4b6d98f6c27cc6edcb25 to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/C/9e026723519f4b6d98f6c27cc6edcb25 2024-12-05T03:20:02,684 DEBUG [RS_CLOSE_REGION-regionserver/971fbbbe942d:0-0 {event_type=M_RS_CLOSE_REGION, pid=76}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/recovered.edits/484.seqid, newMaxSeqId=484, maxSeqId=4 2024-12-05T03:20:02,685 INFO [RS_CLOSE_REGION-regionserver/971fbbbe942d:0-0 {event_type=M_RS_CLOSE_REGION, pid=76}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1733368776511.6ed6e8b66033709688ac6d7f07d6fc71. 2024-12-05T03:20:02,685 DEBUG [RS_CLOSE_REGION-regionserver/971fbbbe942d:0-0 {event_type=M_RS_CLOSE_REGION, pid=76}] regionserver.HRegion(1635): Region close journal for 6ed6e8b66033709688ac6d7f07d6fc71: 2024-12-05T03:20:02,687 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=75 updating hbase:meta row=6ed6e8b66033709688ac6d7f07d6fc71, regionState=CLOSED 2024-12-05T03:20:02,687 INFO [RS_CLOSE_REGION-regionserver/971fbbbe942d:0-0 {event_type=M_RS_CLOSE_REGION, pid=76}] handler.UnassignRegionHandler(170): Closed 6ed6e8b66033709688ac6d7f07d6fc71 2024-12-05T03:20:02,690 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=76, resume processing ppid=75 2024-12-05T03:20:02,690 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=76, ppid=75, state=SUCCESS; CloseRegionProcedure 6ed6e8b66033709688ac6d7f07d6fc71, server=971fbbbe942d,46085,1733368737191 in 1.7140 sec 2024-12-05T03:20:02,693 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=75, resume processing ppid=74 2024-12-05T03:20:02,693 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=75, ppid=74, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=6ed6e8b66033709688ac6d7f07d6fc71, UNASSIGN in 1.7180 sec 2024-12-05T03:20:02,695 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=74, resume processing ppid=73 2024-12-05T03:20:02,695 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=74, ppid=73, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.7230 sec 2024-12-05T03:20:02,696 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733368802695"}]},"ts":"1733368802695"} 2024-12-05T03:20:02,697 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-12-05T03:20:02,699 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-12-05T03:20:02,700 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=73, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 1.7390 sec 2024-12-05T03:20:03,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-12-05T03:20:03,072 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 73 completed 2024-12-05T03:20:03,073 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-12-05T03:20:03,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] procedure2.ProcedureExecutor(1098): Stored pid=77, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-12-05T03:20:03,074 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=77, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-05T03:20:03,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-12-05T03:20:03,077 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=77, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-05T03:20:03,078 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71 2024-12-05T03:20:03,081 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/A, FileablePath, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/B, FileablePath, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/C, FileablePath, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/recovered.edits] 2024-12-05T03:20:03,084 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/A/5bf1d3c9922149e19ed9628a352c4bd7 to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/A/5bf1d3c9922149e19ed9628a352c4bd7 2024-12-05T03:20:03,092 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/A/dae41ad65d0a40a59987aa443d92d49f to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/A/dae41ad65d0a40a59987aa443d92d49f 2024-12-05T03:20:03,096 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/B/c20fd8d6d3544393a5ce640410a3a0f6 to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/B/c20fd8d6d3544393a5ce640410a3a0f6 2024-12-05T03:20:03,098 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/B/fc060fbd94f14f3c850c5855b03eae77 to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/B/fc060fbd94f14f3c850c5855b03eae77 2024-12-05T03:20:03,101 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/C/b11367a5160241698a6c1e7d7bcf2870 to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/C/b11367a5160241698a6c1e7d7bcf2870 2024-12-05T03:20:03,103 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/C/d9145877ce2e47fa82aef46d8f02568a to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/C/d9145877ce2e47fa82aef46d8f02568a 2024-12-05T03:20:03,104 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/C/ee709ddb02784372af83314e186361c7 to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/C/ee709ddb02784372af83314e186361c7 2024-12-05T03:20:03,106 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/C/f7570ad450384a5199c9b7818bc6382e to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/C/f7570ad450384a5199c9b7818bc6382e 2024-12-05T03:20:03,109 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/recovered.edits/484.seqid to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71/recovered.edits/484.seqid 2024-12-05T03:20:03,110 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/6ed6e8b66033709688ac6d7f07d6fc71 2024-12-05T03:20:03,110 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-12-05T03:20:03,110 DEBUG [PEWorker-2 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-12-05T03:20:03,111 DEBUG [PEWorker-2 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-12-05T03:20:03,116 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120503f0a79f5ab447b4b55e959152f8b8ec_6ed6e8b66033709688ac6d7f07d6fc71 to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120503f0a79f5ab447b4b55e959152f8b8ec_6ed6e8b66033709688ac6d7f07d6fc71 2024-12-05T03:20:03,117 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120518fcca1dd1dc412bab6cab97f8b0a38e_6ed6e8b66033709688ac6d7f07d6fc71 to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120518fcca1dd1dc412bab6cab97f8b0a38e_6ed6e8b66033709688ac6d7f07d6fc71 2024-12-05T03:20:03,119 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412051b9cad59b7334d888ce3c80e6ae12df0_6ed6e8b66033709688ac6d7f07d6fc71 to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412051b9cad59b7334d888ce3c80e6ae12df0_6ed6e8b66033709688ac6d7f07d6fc71 2024-12-05T03:20:03,120 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412051d78ff01e22e4beea4fb14a2a91a95c2_6ed6e8b66033709688ac6d7f07d6fc71 to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412051d78ff01e22e4beea4fb14a2a91a95c2_6ed6e8b66033709688ac6d7f07d6fc71 2024-12-05T03:20:03,121 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120527147c2d49d84049a2b6b1c69822379d_6ed6e8b66033709688ac6d7f07d6fc71 to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120527147c2d49d84049a2b6b1c69822379d_6ed6e8b66033709688ac6d7f07d6fc71 2024-12-05T03:20:03,122 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412053ae35839fe6c41dd8dbe6471745d0032_6ed6e8b66033709688ac6d7f07d6fc71 to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412053ae35839fe6c41dd8dbe6471745d0032_6ed6e8b66033709688ac6d7f07d6fc71 2024-12-05T03:20:03,123 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412053c7eb64bfb5f444e87f51501999d9a1c_6ed6e8b66033709688ac6d7f07d6fc71 to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412053c7eb64bfb5f444e87f51501999d9a1c_6ed6e8b66033709688ac6d7f07d6fc71 2024-12-05T03:20:03,124 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412054446f9a35283414f8f998d2c59ca79f6_6ed6e8b66033709688ac6d7f07d6fc71 to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412054446f9a35283414f8f998d2c59ca79f6_6ed6e8b66033709688ac6d7f07d6fc71 2024-12-05T03:20:03,126 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241205482f76d841f5416fbe2e4f09fa1f7e7c_6ed6e8b66033709688ac6d7f07d6fc71 to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241205482f76d841f5416fbe2e4f09fa1f7e7c_6ed6e8b66033709688ac6d7f07d6fc71 2024-12-05T03:20:03,127 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412055bf8fbfc428a49c7a77c64a9f88c79d5_6ed6e8b66033709688ac6d7f07d6fc71 to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412055bf8fbfc428a49c7a77c64a9f88c79d5_6ed6e8b66033709688ac6d7f07d6fc71 2024-12-05T03:20:03,128 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412055e6b560f0c704135919f39aa2ee90361_6ed6e8b66033709688ac6d7f07d6fc71 to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412055e6b560f0c704135919f39aa2ee90361_6ed6e8b66033709688ac6d7f07d6fc71 2024-12-05T03:20:03,129 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412056b5e1e8f245f477199230d34d3cdec74_6ed6e8b66033709688ac6d7f07d6fc71 to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412056b5e1e8f245f477199230d34d3cdec74_6ed6e8b66033709688ac6d7f07d6fc71 2024-12-05T03:20:03,130 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120570b9e23ef51e4ed6bc992f5d1400501b_6ed6e8b66033709688ac6d7f07d6fc71 to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120570b9e23ef51e4ed6bc992f5d1400501b_6ed6e8b66033709688ac6d7f07d6fc71 2024-12-05T03:20:03,132 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412058075df1c95434b0eac5e5e5a8094487e_6ed6e8b66033709688ac6d7f07d6fc71 to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412058075df1c95434b0eac5e5e5a8094487e_6ed6e8b66033709688ac6d7f07d6fc71 2024-12-05T03:20:03,133 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241205a3950c8729f24279936e42548a65cd99_6ed6e8b66033709688ac6d7f07d6fc71 to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241205a3950c8729f24279936e42548a65cd99_6ed6e8b66033709688ac6d7f07d6fc71 2024-12-05T03:20:03,134 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241205abd12a3047804047979809a4beec2109_6ed6e8b66033709688ac6d7f07d6fc71 to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241205abd12a3047804047979809a4beec2109_6ed6e8b66033709688ac6d7f07d6fc71 2024-12-05T03:20:03,135 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241205ad29b3fe9739450c931432197c617cc0_6ed6e8b66033709688ac6d7f07d6fc71 to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241205ad29b3fe9739450c931432197c617cc0_6ed6e8b66033709688ac6d7f07d6fc71 2024-12-05T03:20:03,136 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241205c4264e7025444c89b0e9ca5b60ba58e1_6ed6e8b66033709688ac6d7f07d6fc71 to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241205c4264e7025444c89b0e9ca5b60ba58e1_6ed6e8b66033709688ac6d7f07d6fc71 2024-12-05T03:20:03,137 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241205c98fa0a884dc47009382d80340e691a2_6ed6e8b66033709688ac6d7f07d6fc71 to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241205c98fa0a884dc47009382d80340e691a2_6ed6e8b66033709688ac6d7f07d6fc71 2024-12-05T03:20:03,138 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241205cc1d2733c19e4765ae73ee86d11d0386_6ed6e8b66033709688ac6d7f07d6fc71 to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241205cc1d2733c19e4765ae73ee86d11d0386_6ed6e8b66033709688ac6d7f07d6fc71 2024-12-05T03:20:03,138 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241205e55a82cfd1f745faaf0b95bf19c583d9_6ed6e8b66033709688ac6d7f07d6fc71 to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241205e55a82cfd1f745faaf0b95bf19c583d9_6ed6e8b66033709688ac6d7f07d6fc71 2024-12-05T03:20:03,139 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241205e60a8ae13fda4a3ab443faa2706b420f_6ed6e8b66033709688ac6d7f07d6fc71 to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241205e60a8ae13fda4a3ab443faa2706b420f_6ed6e8b66033709688ac6d7f07d6fc71 2024-12-05T03:20:03,141 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241205f03e79c2b8a94c28a8600da577414641_6ed6e8b66033709688ac6d7f07d6fc71 to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241205f03e79c2b8a94c28a8600da577414641_6ed6e8b66033709688ac6d7f07d6fc71 2024-12-05T03:20:03,142 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241205f0490ab020e54f378e48b7d18257a19f_6ed6e8b66033709688ac6d7f07d6fc71 to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241205f0490ab020e54f378e48b7d18257a19f_6ed6e8b66033709688ac6d7f07d6fc71 2024-12-05T03:20:03,143 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241205fe13114bd11746d5a24ea7e691b2de7a_6ed6e8b66033709688ac6d7f07d6fc71 to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241205fe13114bd11746d5a24ea7e691b2de7a_6ed6e8b66033709688ac6d7f07d6fc71 2024-12-05T03:20:03,143 DEBUG [PEWorker-2 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-12-05T03:20:03,145 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=77, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-05T03:20:03,148 WARN [PEWorker-2 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-12-05T03:20:03,151 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-12-05T03:20:03,152 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=77, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-05T03:20:03,152 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-12-05T03:20:03,152 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1733368776511.6ed6e8b66033709688ac6d7f07d6fc71.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1733368803152"}]},"ts":"9223372036854775807"} 2024-12-05T03:20:03,156 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-12-05T03:20:03,156 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => 6ed6e8b66033709688ac6d7f07d6fc71, NAME => 'TestAcidGuarantees,,1733368776511.6ed6e8b66033709688ac6d7f07d6fc71.', STARTKEY => '', ENDKEY => ''}] 2024-12-05T03:20:03,156 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-12-05T03:20:03,156 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1733368803156"}]},"ts":"9223372036854775807"} 2024-12-05T03:20:03,158 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-12-05T03:20:03,163 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(133): Finished pid=77, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-05T03:20:03,164 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=77, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 90 msec 2024-12-05T03:20:03,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-12-05T03:20:03,176 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 77 completed 2024-12-05T03:20:03,189 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithAdaptivePolicy#testMobMixedAtomicity Thread=241 (was 238) Potentially hanging thread: hconnection-0x35c2085b-shared-pool-11 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cc6d36f6-1d75-4478-9a5a-2f50b9628749/cluster_ad10878a-a0a9-4f23-e01b-df16d72ecee6/dfs/data/data1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cc6d36f6-1d75-4478-9a5a-2f50b9628749/cluster_ad10878a-a0a9-4f23-e01b-df16d72ecee6/dfs/data/data2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1733769443_22 at /127.0.0.1:60858 [Waiting for operation #552] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x35c2085b-shared-pool-9 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-14 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-15 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1721572262_22 at /127.0.0.1:42748 [Waiting for operation #765] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-16 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x35c2085b-shared-pool-8 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1721572262_22 at /127.0.0.1:42824 [Waiting for operation #735] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1733769443_22 at /127.0.0.1:42958 [Waiting for operation #678] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x35c2085b-shared-pool-10 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=461 (was 451) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=458 (was 367) - SystemLoadAverage LEAK? -, ProcessCount=13 (was 11) - ProcessCount LEAK? -, AvailableMemoryMB=6649 (was 5885) - AvailableMemoryMB LEAK? - 2024-12-05T03:20:03,198 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithAdaptivePolicy#testGetAtomicity Thread=241, OpenFileDescriptor=461, MaxFileDescriptor=1048576, SystemLoadAverage=458, ProcessCount=11, AvailableMemoryMB=6648 2024-12-05T03:20:03,199 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-12-05T03:20:03,200 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T03:20:03,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] procedure2.ProcedureExecutor(1098): Stored pid=78, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-12-05T03:20:03,201 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=78, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-12-05T03:20:03,202 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:20:03,202 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 78 2024-12-05T03:20:03,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=78 2024-12-05T03:20:03,202 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=78, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-05T03:20:03,208 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073742122_1298 (size=963) 2024-12-05T03:20:03,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=78 2024-12-05T03:20:03,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=78 2024-12-05T03:20:03,610 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 9a09b041f73603d68e2950b4ba4c8936, NAME => 'TestAcidGuarantees,,1733368803199.9a09b041f73603d68e2950b4ba4c8936.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c 2024-12-05T03:20:03,616 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073742123_1299 (size=53) 2024-12-05T03:20:03,616 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1733368803199.9a09b041f73603d68e2950b4ba4c8936.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T03:20:03,616 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing 9a09b041f73603d68e2950b4ba4c8936, disabling compactions & flushes 2024-12-05T03:20:03,617 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1733368803199.9a09b041f73603d68e2950b4ba4c8936. 2024-12-05T03:20:03,617 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1733368803199.9a09b041f73603d68e2950b4ba4c8936. 2024-12-05T03:20:03,617 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1733368803199.9a09b041f73603d68e2950b4ba4c8936. after waiting 0 ms 2024-12-05T03:20:03,617 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1733368803199.9a09b041f73603d68e2950b4ba4c8936. 2024-12-05T03:20:03,617 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1733368803199.9a09b041f73603d68e2950b4ba4c8936. 2024-12-05T03:20:03,617 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for 9a09b041f73603d68e2950b4ba4c8936: 2024-12-05T03:20:03,618 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=78, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-12-05T03:20:03,618 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1733368803199.9a09b041f73603d68e2950b4ba4c8936.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1733368803618"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733368803618"}]},"ts":"1733368803618"} 2024-12-05T03:20:03,619 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-12-05T03:20:03,619 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=78, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-05T03:20:03,620 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733368803619"}]},"ts":"1733368803619"} 2024-12-05T03:20:03,620 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-12-05T03:20:03,624 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=79, ppid=78, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=9a09b041f73603d68e2950b4ba4c8936, ASSIGN}] 2024-12-05T03:20:03,625 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=79, ppid=78, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=9a09b041f73603d68e2950b4ba4c8936, ASSIGN 2024-12-05T03:20:03,625 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(264): Starting pid=79, ppid=78, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=9a09b041f73603d68e2950b4ba4c8936, ASSIGN; state=OFFLINE, location=971fbbbe942d,46085,1733368737191; forceNewPlan=false, retain=false 2024-12-05T03:20:03,776 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=79 updating hbase:meta row=9a09b041f73603d68e2950b4ba4c8936, regionState=OPENING, regionLocation=971fbbbe942d,46085,1733368737191 2024-12-05T03:20:03,778 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=80, ppid=79, state=RUNNABLE; OpenRegionProcedure 9a09b041f73603d68e2950b4ba4c8936, server=971fbbbe942d,46085,1733368737191}] 2024-12-05T03:20:03,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=78 2024-12-05T03:20:03,929 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 971fbbbe942d,46085,1733368737191 2024-12-05T03:20:03,933 INFO [RS_OPEN_REGION-regionserver/971fbbbe942d:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1733368803199.9a09b041f73603d68e2950b4ba4c8936. 2024-12-05T03:20:03,934 DEBUG [RS_OPEN_REGION-regionserver/971fbbbe942d:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(7285): Opening region: {ENCODED => 9a09b041f73603d68e2950b4ba4c8936, NAME => 'TestAcidGuarantees,,1733368803199.9a09b041f73603d68e2950b4ba4c8936.', STARTKEY => '', ENDKEY => ''} 2024-12-05T03:20:03,934 DEBUG [RS_OPEN_REGION-regionserver/971fbbbe942d:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 9a09b041f73603d68e2950b4ba4c8936 2024-12-05T03:20:03,934 DEBUG [RS_OPEN_REGION-regionserver/971fbbbe942d:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1733368803199.9a09b041f73603d68e2950b4ba4c8936.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T03:20:03,934 DEBUG [RS_OPEN_REGION-regionserver/971fbbbe942d:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(7327): checking encryption for 9a09b041f73603d68e2950b4ba4c8936 2024-12-05T03:20:03,934 DEBUG [RS_OPEN_REGION-regionserver/971fbbbe942d:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(7330): checking classloading for 9a09b041f73603d68e2950b4ba4c8936 2024-12-05T03:20:03,935 INFO [StoreOpener-9a09b041f73603d68e2950b4ba4c8936-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 9a09b041f73603d68e2950b4ba4c8936 2024-12-05T03:20:03,937 INFO [StoreOpener-9a09b041f73603d68e2950b4ba4c8936-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-05T03:20:03,937 INFO [StoreOpener-9a09b041f73603d68e2950b4ba4c8936-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9a09b041f73603d68e2950b4ba4c8936 columnFamilyName A 2024-12-05T03:20:03,937 DEBUG [StoreOpener-9a09b041f73603d68e2950b4ba4c8936-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:20:03,938 INFO [StoreOpener-9a09b041f73603d68e2950b4ba4c8936-1 {}] regionserver.HStore(327): Store=9a09b041f73603d68e2950b4ba4c8936/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T03:20:03,938 INFO [StoreOpener-9a09b041f73603d68e2950b4ba4c8936-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 9a09b041f73603d68e2950b4ba4c8936 2024-12-05T03:20:03,939 INFO [StoreOpener-9a09b041f73603d68e2950b4ba4c8936-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-05T03:20:03,939 INFO [StoreOpener-9a09b041f73603d68e2950b4ba4c8936-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9a09b041f73603d68e2950b4ba4c8936 columnFamilyName B 2024-12-05T03:20:03,939 DEBUG [StoreOpener-9a09b041f73603d68e2950b4ba4c8936-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:20:03,939 INFO [StoreOpener-9a09b041f73603d68e2950b4ba4c8936-1 {}] regionserver.HStore(327): Store=9a09b041f73603d68e2950b4ba4c8936/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T03:20:03,939 INFO [StoreOpener-9a09b041f73603d68e2950b4ba4c8936-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 9a09b041f73603d68e2950b4ba4c8936 2024-12-05T03:20:03,940 INFO [StoreOpener-9a09b041f73603d68e2950b4ba4c8936-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-05T03:20:03,941 INFO [StoreOpener-9a09b041f73603d68e2950b4ba4c8936-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9a09b041f73603d68e2950b4ba4c8936 columnFamilyName C 2024-12-05T03:20:03,941 DEBUG [StoreOpener-9a09b041f73603d68e2950b4ba4c8936-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:20:03,941 INFO [StoreOpener-9a09b041f73603d68e2950b4ba4c8936-1 {}] regionserver.HStore(327): Store=9a09b041f73603d68e2950b4ba4c8936/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T03:20:03,941 INFO [RS_OPEN_REGION-regionserver/971fbbbe942d:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1733368803199.9a09b041f73603d68e2950b4ba4c8936. 2024-12-05T03:20:03,942 DEBUG [RS_OPEN_REGION-regionserver/971fbbbe942d:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936 2024-12-05T03:20:03,942 DEBUG [RS_OPEN_REGION-regionserver/971fbbbe942d:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936 2024-12-05T03:20:03,943 DEBUG [RS_OPEN_REGION-regionserver/971fbbbe942d:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-05T03:20:03,944 DEBUG [RS_OPEN_REGION-regionserver/971fbbbe942d:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(1085): writing seq id for 9a09b041f73603d68e2950b4ba4c8936 2024-12-05T03:20:03,951 DEBUG [RS_OPEN_REGION-regionserver/971fbbbe942d:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T03:20:03,952 INFO [RS_OPEN_REGION-regionserver/971fbbbe942d:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(1102): Opened 9a09b041f73603d68e2950b4ba4c8936; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63564336, jitterRate=-0.052817583084106445}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-05T03:20:03,953 DEBUG [RS_OPEN_REGION-regionserver/971fbbbe942d:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(1001): Region open journal for 9a09b041f73603d68e2950b4ba4c8936: 2024-12-05T03:20:03,954 INFO [RS_OPEN_REGION-regionserver/971fbbbe942d:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1733368803199.9a09b041f73603d68e2950b4ba4c8936., pid=80, masterSystemTime=1733368803929 2024-12-05T03:20:03,956 DEBUG [RS_OPEN_REGION-regionserver/971fbbbe942d:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1733368803199.9a09b041f73603d68e2950b4ba4c8936. 2024-12-05T03:20:03,956 INFO [RS_OPEN_REGION-regionserver/971fbbbe942d:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1733368803199.9a09b041f73603d68e2950b4ba4c8936. 2024-12-05T03:20:03,957 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=79 updating hbase:meta row=9a09b041f73603d68e2950b4ba4c8936, regionState=OPEN, openSeqNum=2, regionLocation=971fbbbe942d,46085,1733368737191 2024-12-05T03:20:03,959 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=80, resume processing ppid=79 2024-12-05T03:20:03,960 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=80, ppid=79, state=SUCCESS; OpenRegionProcedure 9a09b041f73603d68e2950b4ba4c8936, server=971fbbbe942d,46085,1733368737191 in 181 msec 2024-12-05T03:20:03,961 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=79, resume processing ppid=78 2024-12-05T03:20:03,962 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=79, ppid=78, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=9a09b041f73603d68e2950b4ba4c8936, ASSIGN in 336 msec 2024-12-05T03:20:03,963 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=78, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-05T03:20:03,963 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733368803963"}]},"ts":"1733368803963"} 2024-12-05T03:20:03,964 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-12-05T03:20:03,967 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=78, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-12-05T03:20:03,968 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=78, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 767 msec 2024-12-05T03:20:04,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=78 2024-12-05T03:20:04,306 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 78 completed 2024-12-05T03:20:04,308 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x64dc42d9 to 127.0.0.1:54474 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@58341641 2024-12-05T03:20:04,312 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@17b6adc5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T03:20:04,313 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T03:20:04,315 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36584, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T03:20:04,316 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T03:20:04,317 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36102, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T03:20:04,326 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3c1ac389 to 127.0.0.1:54474 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@44645c55 2024-12-05T03:20:04,330 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@669e1999, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T03:20:04,331 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x028e73c0 to 127.0.0.1:54474 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@64ee0130 2024-12-05T03:20:04,340 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@72aa9ee5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T03:20:04,341 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7c480dfb to 127.0.0.1:54474 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@683b64c3 2024-12-05T03:20:04,352 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ec09297, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T03:20:04,354 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x34cb3991 to 127.0.0.1:54474 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7e55eb7 2024-12-05T03:20:04,363 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4dfb20f6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T03:20:04,365 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2e9ae050 to 127.0.0.1:54474 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3a703d2 2024-12-05T03:20:04,369 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@17cf7fc0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T03:20:04,371 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x14ed1e44 to 127.0.0.1:54474 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@78b04266 2024-12-05T03:20:04,378 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5886c0f2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T03:20:04,380 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x72537a47 to 127.0.0.1:54474 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@88aa519 2024-12-05T03:20:04,387 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@66e575aa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T03:20:04,388 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x036642cb to 127.0.0.1:54474 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5e998dd3 2024-12-05T03:20:04,395 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@131ceb8f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T03:20:04,396 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3c299cfb to 127.0.0.1:54474 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2e4c79b8 2024-12-05T03:20:04,404 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a78bf6d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T03:20:04,406 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x605827c9 to 127.0.0.1:54474 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2d1403c3 2024-12-05T03:20:04,413 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@328852db, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T03:20:04,421 DEBUG [hconnection-0x42486cd7-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T03:20:04,422 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36588, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T03:20:04,430 DEBUG [hconnection-0x3a193c20-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T03:20:04,431 DEBUG [hconnection-0x29e5f193-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T03:20:04,432 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36600, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T03:20:04,435 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36608, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T03:20:04,444 DEBUG [hconnection-0x703bb289-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T03:20:04,445 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-05T03:20:04,446 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36620, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T03:20:04,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] procedure2.ProcedureExecutor(1098): Stored pid=81, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=81, table=TestAcidGuarantees 2024-12-05T03:20:04,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(8581): Flush requested on 9a09b041f73603d68e2950b4ba4c8936 2024-12-05T03:20:04,448 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 9a09b041f73603d68e2950b4ba4c8936 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-05T03:20:04,448 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=81, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=81, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-05T03:20:04,449 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9a09b041f73603d68e2950b4ba4c8936, store=A 2024-12-05T03:20:04,449 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T03:20:04,449 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9a09b041f73603d68e2950b4ba4c8936, store=B 2024-12-05T03:20:04,449 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T03:20:04,449 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9a09b041f73603d68e2950b4ba4c8936, store=C 2024-12-05T03:20:04,449 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T03:20:04,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-12-05T03:20:04,449 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=81, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=81, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-05T03:20:04,449 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=82, ppid=81, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-05T03:20:04,464 DEBUG [hconnection-0x41ef9312-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T03:20:04,464 DEBUG [hconnection-0x407d3897-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T03:20:04,466 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36630, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T03:20:04,466 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36632, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T03:20:04,491 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/.tmp/A/e74e153e917643f599172e9708b9f49b is 50, key is test_row_0/A:col10/1733368804443/Put/seqid=0 2024-12-05T03:20:04,494 DEBUG [hconnection-0x72d46e4f-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T03:20:04,498 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a09b041f73603d68e2950b4ba4c8936, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:20:04,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36620 deadline: 1733368864492, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a09b041f73603d68e2950b4ba4c8936, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:20:04,500 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36642, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T03:20:04,504 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a09b041f73603d68e2950b4ba4c8936, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:20:04,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36608 deadline: 1733368864499, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a09b041f73603d68e2950b4ba4c8936, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:20:04,504 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a09b041f73603d68e2950b4ba4c8936, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:20:04,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36600 deadline: 1733368864499, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a09b041f73603d68e2950b4ba4c8936, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:20:04,504 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a09b041f73603d68e2950b4ba4c8936, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:20:04,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 5 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36630 deadline: 1733368864500, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a09b041f73603d68e2950b4ba4c8936, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:20:04,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-12-05T03:20:04,574 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073742124_1300 (size=12001) 2024-12-05T03:20:04,574 DEBUG [hconnection-0x9eaef56-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T03:20:04,575 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/.tmp/A/e74e153e917643f599172e9708b9f49b 2024-12-05T03:20:04,576 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36648, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T03:20:04,578 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a09b041f73603d68e2950b4ba4c8936, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:20:04,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 2 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36648 deadline: 1733368864578, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a09b041f73603d68e2950b4ba4c8936, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:20:04,590 DEBUG [hconnection-0x1509b3a9-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T03:20:04,591 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36650, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T03:20:04,600 DEBUG [hconnection-0x7d11534a-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T03:20:04,601 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 971fbbbe942d,46085,1733368737191 2024-12-05T03:20:04,602 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36656, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T03:20:04,602 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46085 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=82 2024-12-05T03:20:04,602 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733368803199.9a09b041f73603d68e2950b4ba4c8936. 2024-12-05T03:20:04,602 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733368803199.9a09b041f73603d68e2950b4ba4c8936. as already flushing 2024-12-05T03:20:04,602 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733368803199.9a09b041f73603d68e2950b4ba4c8936. 2024-12-05T03:20:04,602 ERROR [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] handler.RSProcedureHandler(58): pid=82 java.io.IOException: Unable to complete flush {ENCODED => 9a09b041f73603d68e2950b4ba4c8936, NAME => 'TestAcidGuarantees,,1733368803199.9a09b041f73603d68e2950b4ba4c8936.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:20:04,602 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=82 java.io.IOException: Unable to complete flush {ENCODED => 9a09b041f73603d68e2950b4ba4c8936, NAME => 'TestAcidGuarantees,,1733368803199.9a09b041f73603d68e2950b4ba4c8936.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:20:04,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.HMaster(4114): Remote procedure failed, pid=82 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9a09b041f73603d68e2950b4ba4c8936, NAME => 'TestAcidGuarantees,,1733368803199.9a09b041f73603d68e2950b4ba4c8936.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9a09b041f73603d68e2950b4ba4c8936, NAME => 'TestAcidGuarantees,,1733368803199.9a09b041f73603d68e2950b4ba4c8936.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:20:04,606 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a09b041f73603d68e2950b4ba4c8936, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:20:04,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36620 deadline: 1733368864604, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a09b041f73603d68e2950b4ba4c8936, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:20:04,606 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a09b041f73603d68e2950b4ba4c8936, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:20:04,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36608 deadline: 1733368864605, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a09b041f73603d68e2950b4ba4c8936, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:20:04,610 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a09b041f73603d68e2950b4ba4c8936, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:20:04,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36600 deadline: 1733368864608, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a09b041f73603d68e2950b4ba4c8936, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:20:04,610 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a09b041f73603d68e2950b4ba4c8936, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:20:04,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36630 deadline: 1733368864610, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a09b041f73603d68e2950b4ba4c8936, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:20:04,628 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/.tmp/B/561ee84a6cbe490fa7103a1689cff31f is 50, key is test_row_0/B:col10/1733368804443/Put/seqid=0 2024-12-05T03:20:04,640 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073742125_1301 (size=12001) 2024-12-05T03:20:04,641 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/.tmp/B/561ee84a6cbe490fa7103a1689cff31f 2024-12-05T03:20:04,673 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/.tmp/C/0bee4bc22d6b41669bc08fc864397fa3 is 50, key is test_row_0/C:col10/1733368804443/Put/seqid=0 2024-12-05T03:20:04,680 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a09b041f73603d68e2950b4ba4c8936, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:20:04,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36648 deadline: 1733368864679, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a09b041f73603d68e2950b4ba4c8936, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:20:04,691 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073742126_1302 (size=12001) 2024-12-05T03:20:04,693 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/.tmp/C/0bee4bc22d6b41669bc08fc864397fa3 2024-12-05T03:20:04,713 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/.tmp/A/e74e153e917643f599172e9708b9f49b as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/A/e74e153e917643f599172e9708b9f49b 2024-12-05T03:20:04,736 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/A/e74e153e917643f599172e9708b9f49b, entries=150, sequenceid=12, filesize=11.7 K 2024-12-05T03:20:04,737 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/.tmp/B/561ee84a6cbe490fa7103a1689cff31f as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/B/561ee84a6cbe490fa7103a1689cff31f 2024-12-05T03:20:04,742 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/B/561ee84a6cbe490fa7103a1689cff31f, entries=150, sequenceid=12, filesize=11.7 K 2024-12-05T03:20:04,743 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/.tmp/C/0bee4bc22d6b41669bc08fc864397fa3 as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/C/0bee4bc22d6b41669bc08fc864397fa3 2024-12-05T03:20:04,749 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/C/0bee4bc22d6b41669bc08fc864397fa3, entries=150, sequenceid=12, filesize=11.7 K 2024-12-05T03:20:04,751 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 9a09b041f73603d68e2950b4ba4c8936 in 303ms, sequenceid=12, compaction requested=false 2024-12-05T03:20:04,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-12-05T03:20:04,751 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 9a09b041f73603d68e2950b4ba4c8936: 2024-12-05T03:20:04,754 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 971fbbbe942d,46085,1733368737191 2024-12-05T03:20:04,754 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46085 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=82 2024-12-05T03:20:04,755 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733368803199.9a09b041f73603d68e2950b4ba4c8936. 2024-12-05T03:20:04,755 INFO [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2837): Flushing 9a09b041f73603d68e2950b4ba4c8936 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-12-05T03:20:04,755 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9a09b041f73603d68e2950b4ba4c8936, store=A 2024-12-05T03:20:04,755 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T03:20:04,755 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9a09b041f73603d68e2950b4ba4c8936, store=B 2024-12-05T03:20:04,755 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T03:20:04,755 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9a09b041f73603d68e2950b4ba4c8936, store=C 2024-12-05T03:20:04,755 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T03:20:04,774 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/.tmp/A/87d7722ec3944549a90f8783067b4a67 is 50, key is test_row_0/A:col10/1733368804484/Put/seqid=0 2024-12-05T03:20:04,790 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073742127_1303 (size=12001) 2024-12-05T03:20:04,792 INFO [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/.tmp/A/87d7722ec3944549a90f8783067b4a67 2024-12-05T03:20:04,803 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/.tmp/B/795703f9c9b941c3a44d5e35a9b22e74 is 50, key is test_row_0/B:col10/1733368804484/Put/seqid=0 2024-12-05T03:20:04,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(8581): Flush requested on 9a09b041f73603d68e2950b4ba4c8936 2024-12-05T03:20:04,810 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733368803199.9a09b041f73603d68e2950b4ba4c8936. as already flushing 2024-12-05T03:20:04,828 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a09b041f73603d68e2950b4ba4c8936, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:20:04,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36620 deadline: 1733368864824, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a09b041f73603d68e2950b4ba4c8936, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:20:04,829 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a09b041f73603d68e2950b4ba4c8936, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:20:04,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36608 deadline: 1733368864826, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a09b041f73603d68e2950b4ba4c8936, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:20:04,829 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a09b041f73603d68e2950b4ba4c8936, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:20:04,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36600 deadline: 1733368864826, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a09b041f73603d68e2950b4ba4c8936, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:20:04,832 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a09b041f73603d68e2950b4ba4c8936, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:20:04,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36630 deadline: 1733368864830, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a09b041f73603d68e2950b4ba4c8936, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:20:04,834 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073742128_1304 (size=12001) 2024-12-05T03:20:04,835 INFO [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/.tmp/B/795703f9c9b941c3a44d5e35a9b22e74 2024-12-05T03:20:04,850 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/.tmp/C/ad64731c059a45499cd1c566c287f7bf is 50, key is test_row_0/C:col10/1733368804484/Put/seqid=0 2024-12-05T03:20:04,859 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073742129_1305 (size=12001) 2024-12-05T03:20:04,860 INFO [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/.tmp/C/ad64731c059a45499cd1c566c287f7bf 2024-12-05T03:20:04,868 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/.tmp/A/87d7722ec3944549a90f8783067b4a67 as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/A/87d7722ec3944549a90f8783067b4a67 2024-12-05T03:20:04,874 INFO [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/A/87d7722ec3944549a90f8783067b4a67, entries=150, sequenceid=37, filesize=11.7 K 2024-12-05T03:20:04,876 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/.tmp/B/795703f9c9b941c3a44d5e35a9b22e74 as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/B/795703f9c9b941c3a44d5e35a9b22e74 2024-12-05T03:20:04,880 INFO [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/B/795703f9c9b941c3a44d5e35a9b22e74, entries=150, sequenceid=37, filesize=11.7 K 2024-12-05T03:20:04,881 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/.tmp/C/ad64731c059a45499cd1c566c287f7bf as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/C/ad64731c059a45499cd1c566c287f7bf 2024-12-05T03:20:04,884 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a09b041f73603d68e2950b4ba4c8936, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:20:04,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36648 deadline: 1733368864883, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a09b041f73603d68e2950b4ba4c8936, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:20:04,886 INFO [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/C/ad64731c059a45499cd1c566c287f7bf, entries=150, sequenceid=37, filesize=11.7 K 2024-12-05T03:20:04,887 INFO [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=67.09 KB/68700 for 9a09b041f73603d68e2950b4ba4c8936 in 132ms, sequenceid=37, compaction requested=false 2024-12-05T03:20:04,887 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2538): Flush status journal for 9a09b041f73603d68e2950b4ba4c8936: 2024-12-05T03:20:04,887 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733368803199.9a09b041f73603d68e2950b4ba4c8936. 2024-12-05T03:20:04,887 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=82 2024-12-05T03:20:04,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.HMaster(4106): Remote procedure done, pid=82 2024-12-05T03:20:04,890 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=82, resume processing ppid=81 2024-12-05T03:20:04,890 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=82, ppid=81, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 439 msec 2024-12-05T03:20:04,891 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=81, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=81, table=TestAcidGuarantees in 445 msec 2024-12-05T03:20:04,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(8581): Flush requested on 9a09b041f73603d68e2950b4ba4c8936 2024-12-05T03:20:04,934 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 9a09b041f73603d68e2950b4ba4c8936 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-12-05T03:20:04,934 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9a09b041f73603d68e2950b4ba4c8936, store=A 2024-12-05T03:20:04,935 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T03:20:04,935 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9a09b041f73603d68e2950b4ba4c8936, store=B 2024-12-05T03:20:04,935 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T03:20:04,935 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9a09b041f73603d68e2950b4ba4c8936, store=C 2024-12-05T03:20:04,935 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T03:20:04,945 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/.tmp/A/f535dc700c494d23a542ff83a43d9e24 is 50, key is test_row_0/A:col10/1733368804931/Put/seqid=0 2024-12-05T03:20:04,972 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a09b041f73603d68e2950b4ba4c8936, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:20:04,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36620 deadline: 1733368864969, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a09b041f73603d68e2950b4ba4c8936, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:20:04,974 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a09b041f73603d68e2950b4ba4c8936, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:20:04,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36608 deadline: 1733368864971, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a09b041f73603d68e2950b4ba4c8936, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:20:04,974 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a09b041f73603d68e2950b4ba4c8936, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:20:04,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36600 deadline: 1733368864971, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a09b041f73603d68e2950b4ba4c8936, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:20:04,982 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073742130_1306 (size=12001) 2024-12-05T03:20:05,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-12-05T03:20:05,052 INFO [Thread-1358 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 81 completed 2024-12-05T03:20:05,053 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-05T03:20:05,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] procedure2.ProcedureExecutor(1098): Stored pid=83, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=83, table=TestAcidGuarantees 2024-12-05T03:20:05,056 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=83, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=83, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-05T03:20:05,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-12-05T03:20:05,056 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=83, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=83, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-05T03:20:05,056 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=84, ppid=83, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-05T03:20:05,076 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a09b041f73603d68e2950b4ba4c8936, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:20:05,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36620 deadline: 1733368865074, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a09b041f73603d68e2950b4ba4c8936, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:20:05,077 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a09b041f73603d68e2950b4ba4c8936, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:20:05,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36600 deadline: 1733368865075, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a09b041f73603d68e2950b4ba4c8936, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:20:05,078 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a09b041f73603d68e2950b4ba4c8936, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:20:05,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36608 deadline: 1733368865075, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a09b041f73603d68e2950b4ba4c8936, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:20:05,135 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a09b041f73603d68e2950b4ba4c8936, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:20:05,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36630 deadline: 1733368865133, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a09b041f73603d68e2950b4ba4c8936, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:20:05,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-12-05T03:20:05,188 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a09b041f73603d68e2950b4ba4c8936, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:20:05,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36648 deadline: 1733368865187, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a09b041f73603d68e2950b4ba4c8936, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:20:05,208 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 971fbbbe942d,46085,1733368737191 2024-12-05T03:20:05,209 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46085 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=84 2024-12-05T03:20:05,209 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733368803199.9a09b041f73603d68e2950b4ba4c8936. 2024-12-05T03:20:05,209 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733368803199.9a09b041f73603d68e2950b4ba4c8936. as already flushing 2024-12-05T03:20:05,209 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733368803199.9a09b041f73603d68e2950b4ba4c8936. 2024-12-05T03:20:05,209 ERROR [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] handler.RSProcedureHandler(58): pid=84 java.io.IOException: Unable to complete flush {ENCODED => 9a09b041f73603d68e2950b4ba4c8936, NAME => 'TestAcidGuarantees,,1733368803199.9a09b041f73603d68e2950b4ba4c8936.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:20:05,210 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=84 java.io.IOException: Unable to complete flush {ENCODED => 9a09b041f73603d68e2950b4ba4c8936, NAME => 'TestAcidGuarantees,,1733368803199.9a09b041f73603d68e2950b4ba4c8936.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:20:05,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.HMaster(4114): Remote procedure failed, pid=84 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9a09b041f73603d68e2950b4ba4c8936, NAME => 'TestAcidGuarantees,,1733368803199.9a09b041f73603d68e2950b4ba4c8936.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9a09b041f73603d68e2950b4ba4c8936, NAME => 'TestAcidGuarantees,,1733368803199.9a09b041f73603d68e2950b4ba4c8936.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:20:05,279 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a09b041f73603d68e2950b4ba4c8936, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:20:05,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36620 deadline: 1733368865278, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a09b041f73603d68e2950b4ba4c8936, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:20:05,279 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a09b041f73603d68e2950b4ba4c8936, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:20:05,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36600 deadline: 1733368865278, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a09b041f73603d68e2950b4ba4c8936, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:20:05,283 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a09b041f73603d68e2950b4ba4c8936, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:20:05,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36608 deadline: 1733368865280, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a09b041f73603d68e2950b4ba4c8936, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:20:05,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-12-05T03:20:05,361 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 971fbbbe942d,46085,1733368737191 2024-12-05T03:20:05,361 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46085 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=84 2024-12-05T03:20:05,362 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733368803199.9a09b041f73603d68e2950b4ba4c8936. 2024-12-05T03:20:05,362 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733368803199.9a09b041f73603d68e2950b4ba4c8936. as already flushing 2024-12-05T03:20:05,362 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733368803199.9a09b041f73603d68e2950b4ba4c8936. 2024-12-05T03:20:05,362 ERROR [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] handler.RSProcedureHandler(58): pid=84 java.io.IOException: Unable to complete flush {ENCODED => 9a09b041f73603d68e2950b4ba4c8936, NAME => 'TestAcidGuarantees,,1733368803199.9a09b041f73603d68e2950b4ba4c8936.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:20:05,362 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=84 java.io.IOException: Unable to complete flush {ENCODED => 9a09b041f73603d68e2950b4ba4c8936, NAME => 'TestAcidGuarantees,,1733368803199.9a09b041f73603d68e2950b4ba4c8936.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:20:05,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.HMaster(4114): Remote procedure failed, pid=84 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9a09b041f73603d68e2950b4ba4c8936, NAME => 'TestAcidGuarantees,,1733368803199.9a09b041f73603d68e2950b4ba4c8936.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9a09b041f73603d68e2950b4ba4c8936, NAME => 'TestAcidGuarantees,,1733368803199.9a09b041f73603d68e2950b4ba4c8936.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:20:05,383 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=52 (bloomFilter=true), to=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/.tmp/A/f535dc700c494d23a542ff83a43d9e24 2024-12-05T03:20:05,406 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/.tmp/B/742894eb53b2410bb98341f4ca8e1942 is 50, key is test_row_0/B:col10/1733368804931/Put/seqid=0 2024-12-05T03:20:05,422 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073742131_1307 (size=12001) 2024-12-05T03:20:05,425 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=52 (bloomFilter=true), to=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/.tmp/B/742894eb53b2410bb98341f4ca8e1942 2024-12-05T03:20:05,445 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/.tmp/C/c7db8df785804c1e89265643dd7415f0 is 50, key is test_row_0/C:col10/1733368804931/Put/seqid=0 2024-12-05T03:20:05,457 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073742132_1308 (size=12001) 2024-12-05T03:20:05,459 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=52 (bloomFilter=true), to=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/.tmp/C/c7db8df785804c1e89265643dd7415f0 2024-12-05T03:20:05,465 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/.tmp/A/f535dc700c494d23a542ff83a43d9e24 as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/A/f535dc700c494d23a542ff83a43d9e24 2024-12-05T03:20:05,470 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/A/f535dc700c494d23a542ff83a43d9e24, entries=150, sequenceid=52, filesize=11.7 K 2024-12-05T03:20:05,471 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/.tmp/B/742894eb53b2410bb98341f4ca8e1942 as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/B/742894eb53b2410bb98341f4ca8e1942 2024-12-05T03:20:05,476 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/B/742894eb53b2410bb98341f4ca8e1942, entries=150, sequenceid=52, filesize=11.7 K 2024-12-05T03:20:05,477 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/.tmp/C/c7db8df785804c1e89265643dd7415f0 as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/C/c7db8df785804c1e89265643dd7415f0 2024-12-05T03:20:05,483 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/C/c7db8df785804c1e89265643dd7415f0, entries=150, sequenceid=52, filesize=11.7 K 2024-12-05T03:20:05,485 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for 9a09b041f73603d68e2950b4ba4c8936 in 551ms, sequenceid=52, compaction requested=true 2024-12-05T03:20:05,485 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 9a09b041f73603d68e2950b4ba4c8936: 2024-12-05T03:20:05,485 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9a09b041f73603d68e2950b4ba4c8936:A, priority=-2147483648, current under compaction store size is 1 2024-12-05T03:20:05,485 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T03:20:05,485 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T03:20:05,485 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T03:20:05,485 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9a09b041f73603d68e2950b4ba4c8936:B, priority=-2147483648, current under compaction store size is 2 2024-12-05T03:20:05,485 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T03:20:05,485 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9a09b041f73603d68e2950b4ba4c8936:C, priority=-2147483648, current under compaction store size is 3 2024-12-05T03:20:05,485 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T03:20:05,486 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T03:20:05,486 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.HStore(1540): 9a09b041f73603d68e2950b4ba4c8936/B is initiating minor compaction (all files) 2024-12-05T03:20:05,486 INFO [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 9a09b041f73603d68e2950b4ba4c8936/B in TestAcidGuarantees,,1733368803199.9a09b041f73603d68e2950b4ba4c8936. 2024-12-05T03:20:05,487 INFO [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/B/561ee84a6cbe490fa7103a1689cff31f, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/B/795703f9c9b941c3a44d5e35a9b22e74, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/B/742894eb53b2410bb98341f4ca8e1942] into tmpdir=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/.tmp, totalSize=35.2 K 2024-12-05T03:20:05,487 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T03:20:05,487 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.HStore(1540): 9a09b041f73603d68e2950b4ba4c8936/A is initiating minor compaction (all files) 2024-12-05T03:20:05,487 INFO [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 9a09b041f73603d68e2950b4ba4c8936/A in TestAcidGuarantees,,1733368803199.9a09b041f73603d68e2950b4ba4c8936. 2024-12-05T03:20:05,487 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] compactions.Compactor(224): Compacting 561ee84a6cbe490fa7103a1689cff31f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1733368804439 2024-12-05T03:20:05,487 INFO [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/A/e74e153e917643f599172e9708b9f49b, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/A/87d7722ec3944549a90f8783067b4a67, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/A/f535dc700c494d23a542ff83a43d9e24] into tmpdir=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/.tmp, totalSize=35.2 K 2024-12-05T03:20:05,488 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] compactions.Compactor(224): Compacting e74e153e917643f599172e9708b9f49b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1733368804439 2024-12-05T03:20:05,488 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] compactions.Compactor(224): Compacting 795703f9c9b941c3a44d5e35a9b22e74, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1733368804470 2024-12-05T03:20:05,488 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] compactions.Compactor(224): Compacting 742894eb53b2410bb98341f4ca8e1942, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1733368804823 2024-12-05T03:20:05,489 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] compactions.Compactor(224): Compacting 87d7722ec3944549a90f8783067b4a67, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1733368804470 2024-12-05T03:20:05,489 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] compactions.Compactor(224): Compacting f535dc700c494d23a542ff83a43d9e24, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1733368804823 2024-12-05T03:20:05,502 INFO [RS:0;971fbbbe942d:46085-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9a09b041f73603d68e2950b4ba4c8936#B#compaction#254 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T03:20:05,503 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/.tmp/B/21c7a5b1f6644ab383a5d43a6656b294 is 50, key is test_row_0/B:col10/1733368804931/Put/seqid=0 2024-12-05T03:20:05,514 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 971fbbbe942d,46085,1733368737191 2024-12-05T03:20:05,514 INFO [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9a09b041f73603d68e2950b4ba4c8936#A#compaction#255 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T03:20:05,515 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46085 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=84 2024-12-05T03:20:05,515 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/.tmp/A/2bc7e1bf84374dc0adf15dceaba475c2 is 50, key is test_row_0/A:col10/1733368804931/Put/seqid=0 2024-12-05T03:20:05,520 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733368803199.9a09b041f73603d68e2950b4ba4c8936. 2024-12-05T03:20:05,520 INFO [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2837): Flushing 9a09b041f73603d68e2950b4ba4c8936 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-12-05T03:20:05,520 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9a09b041f73603d68e2950b4ba4c8936, store=A 2024-12-05T03:20:05,520 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T03:20:05,520 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9a09b041f73603d68e2950b4ba4c8936, store=B 2024-12-05T03:20:05,520 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T03:20:05,520 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9a09b041f73603d68e2950b4ba4c8936, store=C 2024-12-05T03:20:05,520 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T03:20:05,545 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/.tmp/A/73e309aed7ff43a4bf557571a2a5a45e is 50, key is test_row_0/A:col10/1733368804969/Put/seqid=0 2024-12-05T03:20:05,546 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073742133_1309 (size=12104) 2024-12-05T03:20:05,552 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073742134_1310 (size=12104) 2024-12-05T03:20:05,555 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/.tmp/B/21c7a5b1f6644ab383a5d43a6656b294 as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/B/21c7a5b1f6644ab383a5d43a6656b294 2024-12-05T03:20:05,562 INFO [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 9a09b041f73603d68e2950b4ba4c8936/B of 9a09b041f73603d68e2950b4ba4c8936 into 21c7a5b1f6644ab383a5d43a6656b294(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T03:20:05,562 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 9a09b041f73603d68e2950b4ba4c8936: 2024-12-05T03:20:05,562 INFO [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733368803199.9a09b041f73603d68e2950b4ba4c8936., storeName=9a09b041f73603d68e2950b4ba4c8936/B, priority=13, startTime=1733368805485; duration=0sec 2024-12-05T03:20:05,562 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T03:20:05,563 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9a09b041f73603d68e2950b4ba4c8936:B 2024-12-05T03:20:05,563 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T03:20:05,564 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/.tmp/A/2bc7e1bf84374dc0adf15dceaba475c2 as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/A/2bc7e1bf84374dc0adf15dceaba475c2 2024-12-05T03:20:05,565 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T03:20:05,565 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.HStore(1540): 9a09b041f73603d68e2950b4ba4c8936/C is initiating minor compaction (all files) 2024-12-05T03:20:05,565 INFO [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 9a09b041f73603d68e2950b4ba4c8936/C in TestAcidGuarantees,,1733368803199.9a09b041f73603d68e2950b4ba4c8936. 2024-12-05T03:20:05,565 INFO [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/C/0bee4bc22d6b41669bc08fc864397fa3, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/C/ad64731c059a45499cd1c566c287f7bf, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/C/c7db8df785804c1e89265643dd7415f0] into tmpdir=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/.tmp, totalSize=35.2 K 2024-12-05T03:20:05,565 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] compactions.Compactor(224): Compacting 0bee4bc22d6b41669bc08fc864397fa3, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1733368804439 2024-12-05T03:20:05,567 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] compactions.Compactor(224): Compacting ad64731c059a45499cd1c566c287f7bf, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1733368804470 2024-12-05T03:20:05,568 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] compactions.Compactor(224): Compacting c7db8df785804c1e89265643dd7415f0, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1733368804823 2024-12-05T03:20:05,572 INFO [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 9a09b041f73603d68e2950b4ba4c8936/A of 9a09b041f73603d68e2950b4ba4c8936 into 2bc7e1bf84374dc0adf15dceaba475c2(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T03:20:05,572 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 9a09b041f73603d68e2950b4ba4c8936: 2024-12-05T03:20:05,572 INFO [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733368803199.9a09b041f73603d68e2950b4ba4c8936., storeName=9a09b041f73603d68e2950b4ba4c8936/A, priority=13, startTime=1733368805485; duration=0sec 2024-12-05T03:20:05,572 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T03:20:05,572 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9a09b041f73603d68e2950b4ba4c8936:A 2024-12-05T03:20:05,580 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073742135_1311 (size=12001) 2024-12-05T03:20:05,581 INFO [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=73 (bloomFilter=true), to=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/.tmp/A/73e309aed7ff43a4bf557571a2a5a45e 2024-12-05T03:20:05,585 INFO [RS:0;971fbbbe942d:46085-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9a09b041f73603d68e2950b4ba4c8936#C#compaction#257 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T03:20:05,586 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/.tmp/C/71f13a5a989c495a8f5883dfc74ca841 is 50, key is test_row_0/C:col10/1733368804931/Put/seqid=0 2024-12-05T03:20:05,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(8581): Flush requested on 9a09b041f73603d68e2950b4ba4c8936 2024-12-05T03:20:05,587 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733368803199.9a09b041f73603d68e2950b4ba4c8936. as already flushing 2024-12-05T03:20:05,590 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/.tmp/B/b8fbfaf37e1e41c1a7ad781b13055323 is 50, key is test_row_0/B:col10/1733368804969/Put/seqid=0 2024-12-05T03:20:05,599 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073742136_1312 (size=12104) 2024-12-05T03:20:05,601 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073742137_1313 (size=12001) 2024-12-05T03:20:05,602 INFO [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=73 (bloomFilter=true), to=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/.tmp/B/b8fbfaf37e1e41c1a7ad781b13055323 2024-12-05T03:20:05,609 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/.tmp/C/125f3e012ecc4d0dbbc34893dc2f4590 is 50, key is test_row_0/C:col10/1733368804969/Put/seqid=0 2024-12-05T03:20:05,613 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073742138_1314 (size=12001) 2024-12-05T03:20:05,633 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a09b041f73603d68e2950b4ba4c8936, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:20:05,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36608 deadline: 1733368865630, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a09b041f73603d68e2950b4ba4c8936, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:20:05,633 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a09b041f73603d68e2950b4ba4c8936, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:20:05,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36600 deadline: 1733368865631, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a09b041f73603d68e2950b4ba4c8936, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:20:05,634 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a09b041f73603d68e2950b4ba4c8936, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:20:05,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36620 deadline: 1733368865632, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a09b041f73603d68e2950b4ba4c8936, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:20:05,639 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a09b041f73603d68e2950b4ba4c8936, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:20:05,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36630 deadline: 1733368865638, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a09b041f73603d68e2950b4ba4c8936, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:20:05,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-12-05T03:20:05,695 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a09b041f73603d68e2950b4ba4c8936, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:20:05,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36648 deadline: 1733368865694, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a09b041f73603d68e2950b4ba4c8936, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:20:05,736 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a09b041f73603d68e2950b4ba4c8936, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:20:05,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36608 deadline: 1733368865734, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a09b041f73603d68e2950b4ba4c8936, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:20:05,736 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a09b041f73603d68e2950b4ba4c8936, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:20:05,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36600 deadline: 1733368865735, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a09b041f73603d68e2950b4ba4c8936, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:20:05,737 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a09b041f73603d68e2950b4ba4c8936, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:20:05,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36620 deadline: 1733368865736, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a09b041f73603d68e2950b4ba4c8936, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:20:05,938 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a09b041f73603d68e2950b4ba4c8936, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:20:05,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36600 deadline: 1733368865938, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a09b041f73603d68e2950b4ba4c8936, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:20:05,939 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a09b041f73603d68e2950b4ba4c8936, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:20:05,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36608 deadline: 1733368865938, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a09b041f73603d68e2950b4ba4c8936, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:20:05,939 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a09b041f73603d68e2950b4ba4c8936, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:20:05,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36620 deadline: 1733368865939, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a09b041f73603d68e2950b4ba4c8936, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:20:06,010 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/.tmp/C/71f13a5a989c495a8f5883dfc74ca841 as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/C/71f13a5a989c495a8f5883dfc74ca841 2024-12-05T03:20:06,014 INFO [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=73 (bloomFilter=true), to=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/.tmp/C/125f3e012ecc4d0dbbc34893dc2f4590 2024-12-05T03:20:06,020 INFO [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 9a09b041f73603d68e2950b4ba4c8936/C of 9a09b041f73603d68e2950b4ba4c8936 into 71f13a5a989c495a8f5883dfc74ca841(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T03:20:06,020 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 9a09b041f73603d68e2950b4ba4c8936: 2024-12-05T03:20:06,020 INFO [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733368803199.9a09b041f73603d68e2950b4ba4c8936., storeName=9a09b041f73603d68e2950b4ba4c8936/C, priority=13, startTime=1733368805485; duration=0sec 2024-12-05T03:20:06,020 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T03:20:06,020 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9a09b041f73603d68e2950b4ba4c8936:C 2024-12-05T03:20:06,022 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/.tmp/A/73e309aed7ff43a4bf557571a2a5a45e as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/A/73e309aed7ff43a4bf557571a2a5a45e 2024-12-05T03:20:06,027 INFO [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/A/73e309aed7ff43a4bf557571a2a5a45e, entries=150, sequenceid=73, filesize=11.7 K 2024-12-05T03:20:06,028 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/.tmp/B/b8fbfaf37e1e41c1a7ad781b13055323 as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/B/b8fbfaf37e1e41c1a7ad781b13055323 2024-12-05T03:20:06,033 INFO [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/B/b8fbfaf37e1e41c1a7ad781b13055323, entries=150, sequenceid=73, filesize=11.7 K 2024-12-05T03:20:06,034 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/.tmp/C/125f3e012ecc4d0dbbc34893dc2f4590 as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/C/125f3e012ecc4d0dbbc34893dc2f4590 2024-12-05T03:20:06,041 INFO [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/C/125f3e012ecc4d0dbbc34893dc2f4590, entries=150, sequenceid=73, filesize=11.7 K 2024-12-05T03:20:06,042 INFO [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=87.22 KB/89310 for 9a09b041f73603d68e2950b4ba4c8936 in 522ms, sequenceid=73, compaction requested=false 2024-12-05T03:20:06,042 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2538): Flush status journal for 9a09b041f73603d68e2950b4ba4c8936: 2024-12-05T03:20:06,042 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733368803199.9a09b041f73603d68e2950b4ba4c8936. 2024-12-05T03:20:06,042 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=84 2024-12-05T03:20:06,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.HMaster(4106): Remote procedure done, pid=84 2024-12-05T03:20:06,046 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=84, resume processing ppid=83 2024-12-05T03:20:06,046 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=84, ppid=83, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 988 msec 2024-12-05T03:20:06,047 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=83, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=83, table=TestAcidGuarantees in 992 msec 2024-12-05T03:20:06,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-12-05T03:20:06,161 INFO [Thread-1358 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 83 completed 2024-12-05T03:20:06,164 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-05T03:20:06,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] procedure2.ProcedureExecutor(1098): Stored pid=85, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=85, table=TestAcidGuarantees 2024-12-05T03:20:06,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-12-05T03:20:06,165 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=85, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=85, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-05T03:20:06,166 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=85, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=85, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-05T03:20:06,166 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=86, ppid=85, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-05T03:20:06,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(8581): Flush requested on 9a09b041f73603d68e2950b4ba4c8936 2024-12-05T03:20:06,245 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 9a09b041f73603d68e2950b4ba4c8936 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-12-05T03:20:06,245 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9a09b041f73603d68e2950b4ba4c8936, store=A 2024-12-05T03:20:06,245 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T03:20:06,245 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9a09b041f73603d68e2950b4ba4c8936, store=B 2024-12-05T03:20:06,245 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T03:20:06,245 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9a09b041f73603d68e2950b4ba4c8936, store=C 2024-12-05T03:20:06,245 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T03:20:06,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-12-05T03:20:06,266 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/.tmp/A/c301175b5aed496b989fe8c40ae4217b is 50, key is test_row_0/A:col10/1733368805597/Put/seqid=0 2024-12-05T03:20:06,272 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a09b041f73603d68e2950b4ba4c8936, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:20:06,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36608 deadline: 1733368866269, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a09b041f73603d68e2950b4ba4c8936, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:20:06,273 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a09b041f73603d68e2950b4ba4c8936, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:20:06,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36600 deadline: 1733368866269, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a09b041f73603d68e2950b4ba4c8936, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:20:06,276 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a09b041f73603d68e2950b4ba4c8936, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:20:06,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36620 deadline: 1733368866273, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a09b041f73603d68e2950b4ba4c8936, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:20:06,293 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073742139_1315 (size=12001) 2024-12-05T03:20:06,294 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=94 (bloomFilter=true), to=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/.tmp/A/c301175b5aed496b989fe8c40ae4217b 2024-12-05T03:20:06,306 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/.tmp/B/95081ae6b8f74942818e438fdd72a313 is 50, key is test_row_0/B:col10/1733368805597/Put/seqid=0 2024-12-05T03:20:06,318 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 971fbbbe942d,46085,1733368737191 2024-12-05T03:20:06,318 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073742140_1316 (size=12001) 2024-12-05T03:20:06,319 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46085 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=86 2024-12-05T03:20:06,319 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733368803199.9a09b041f73603d68e2950b4ba4c8936. 2024-12-05T03:20:06,319 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733368803199.9a09b041f73603d68e2950b4ba4c8936. as already flushing 2024-12-05T03:20:06,319 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733368803199.9a09b041f73603d68e2950b4ba4c8936. 2024-12-05T03:20:06,319 ERROR [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] handler.RSProcedureHandler(58): pid=86 java.io.IOException: Unable to complete flush {ENCODED => 9a09b041f73603d68e2950b4ba4c8936, NAME => 'TestAcidGuarantees,,1733368803199.9a09b041f73603d68e2950b4ba4c8936.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:20:06,319 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=86 java.io.IOException: Unable to complete flush {ENCODED => 9a09b041f73603d68e2950b4ba4c8936, NAME => 'TestAcidGuarantees,,1733368803199.9a09b041f73603d68e2950b4ba4c8936.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:20:06,320 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=94 (bloomFilter=true), to=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/.tmp/B/95081ae6b8f74942818e438fdd72a313 2024-12-05T03:20:06,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.HMaster(4114): Remote procedure failed, pid=86 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9a09b041f73603d68e2950b4ba4c8936, NAME => 'TestAcidGuarantees,,1733368803199.9a09b041f73603d68e2950b4ba4c8936.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9a09b041f73603d68e2950b4ba4c8936, NAME => 'TestAcidGuarantees,,1733368803199.9a09b041f73603d68e2950b4ba4c8936.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:20:06,351 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/.tmp/C/1340600c5b0943f5b1441395ae7d2167 is 50, key is test_row_0/C:col10/1733368805597/Put/seqid=0 2024-12-05T03:20:06,375 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a09b041f73603d68e2950b4ba4c8936, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:20:06,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36608 deadline: 1733368866374, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a09b041f73603d68e2950b4ba4c8936, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:20:06,376 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a09b041f73603d68e2950b4ba4c8936, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:20:06,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36600 deadline: 1733368866374, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a09b041f73603d68e2950b4ba4c8936, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:20:06,379 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a09b041f73603d68e2950b4ba4c8936, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:20:06,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36620 deadline: 1733368866377, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a09b041f73603d68e2950b4ba4c8936, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:20:06,382 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073742141_1317 (size=12001) 2024-12-05T03:20:06,384 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=94 (bloomFilter=true), to=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/.tmp/C/1340600c5b0943f5b1441395ae7d2167 2024-12-05T03:20:06,395 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/.tmp/A/c301175b5aed496b989fe8c40ae4217b as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/A/c301175b5aed496b989fe8c40ae4217b 2024-12-05T03:20:06,401 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/A/c301175b5aed496b989fe8c40ae4217b, entries=150, sequenceid=94, filesize=11.7 K 2024-12-05T03:20:06,403 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/.tmp/B/95081ae6b8f74942818e438fdd72a313 as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/B/95081ae6b8f74942818e438fdd72a313 2024-12-05T03:20:06,413 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/B/95081ae6b8f74942818e438fdd72a313, entries=150, sequenceid=94, filesize=11.7 K 2024-12-05T03:20:06,414 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/.tmp/C/1340600c5b0943f5b1441395ae7d2167 as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/C/1340600c5b0943f5b1441395ae7d2167 2024-12-05T03:20:06,419 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/C/1340600c5b0943f5b1441395ae7d2167, entries=150, sequenceid=94, filesize=11.7 K 2024-12-05T03:20:06,420 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=100.63 KB/103050 for 9a09b041f73603d68e2950b4ba4c8936 in 175ms, sequenceid=94, compaction requested=true 2024-12-05T03:20:06,420 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 9a09b041f73603d68e2950b4ba4c8936: 2024-12-05T03:20:06,420 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9a09b041f73603d68e2950b4ba4c8936:A, priority=-2147483648, current under compaction store size is 1 2024-12-05T03:20:06,420 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T03:20:06,420 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T03:20:06,420 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T03:20:06,420 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9a09b041f73603d68e2950b4ba4c8936:B, priority=-2147483648, current under compaction store size is 2 2024-12-05T03:20:06,421 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T03:20:06,421 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9a09b041f73603d68e2950b4ba4c8936:C, priority=-2147483648, current under compaction store size is 3 2024-12-05T03:20:06,421 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T03:20:06,421 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T03:20:06,421 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.HStore(1540): 9a09b041f73603d68e2950b4ba4c8936/A is initiating minor compaction (all files) 2024-12-05T03:20:06,421 INFO [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 9a09b041f73603d68e2950b4ba4c8936/A in TestAcidGuarantees,,1733368803199.9a09b041f73603d68e2950b4ba4c8936. 2024-12-05T03:20:06,422 INFO [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/A/2bc7e1bf84374dc0adf15dceaba475c2, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/A/73e309aed7ff43a4bf557571a2a5a45e, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/A/c301175b5aed496b989fe8c40ae4217b] into tmpdir=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/.tmp, totalSize=35.3 K 2024-12-05T03:20:06,422 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T03:20:06,422 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.HStore(1540): 9a09b041f73603d68e2950b4ba4c8936/B is initiating minor compaction (all files) 2024-12-05T03:20:06,422 INFO [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 9a09b041f73603d68e2950b4ba4c8936/B in TestAcidGuarantees,,1733368803199.9a09b041f73603d68e2950b4ba4c8936. 2024-12-05T03:20:06,422 INFO [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/B/21c7a5b1f6644ab383a5d43a6656b294, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/B/b8fbfaf37e1e41c1a7ad781b13055323, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/B/95081ae6b8f74942818e438fdd72a313] into tmpdir=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/.tmp, totalSize=35.3 K 2024-12-05T03:20:06,422 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2bc7e1bf84374dc0adf15dceaba475c2, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1733368804823 2024-12-05T03:20:06,423 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] compactions.Compactor(224): Compacting 21c7a5b1f6644ab383a5d43a6656b294, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1733368804823 2024-12-05T03:20:06,423 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] compactions.Compactor(224): Compacting 73e309aed7ff43a4bf557571a2a5a45e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=73, earliestPutTs=1733368804962 2024-12-05T03:20:06,424 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] compactions.Compactor(224): Compacting b8fbfaf37e1e41c1a7ad781b13055323, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=73, earliestPutTs=1733368804962 2024-12-05T03:20:06,424 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] compactions.Compactor(224): Compacting c301175b5aed496b989fe8c40ae4217b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1733368805597 2024-12-05T03:20:06,424 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] compactions.Compactor(224): Compacting 95081ae6b8f74942818e438fdd72a313, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1733368805597 2024-12-05T03:20:06,434 INFO [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9a09b041f73603d68e2950b4ba4c8936#A#compaction#264 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T03:20:06,434 INFO [RS:0;971fbbbe942d:46085-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9a09b041f73603d68e2950b4ba4c8936#B#compaction#263 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-05T03:20:06,434 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/.tmp/B/7e1dfc3a501840a98130ee4b3f1aff0a is 50, key is test_row_0/B:col10/1733368805597/Put/seqid=0 2024-12-05T03:20:06,435 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/.tmp/A/264ec8ddd8094b699e3597d6ffeb3b55 is 50, key is test_row_0/A:col10/1733368805597/Put/seqid=0 2024-12-05T03:20:06,440 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073742142_1318 (size=12207) 2024-12-05T03:20:06,446 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/.tmp/B/7e1dfc3a501840a98130ee4b3f1aff0a as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/B/7e1dfc3a501840a98130ee4b3f1aff0a 2024-12-05T03:20:06,453 INFO [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 9a09b041f73603d68e2950b4ba4c8936/B of 9a09b041f73603d68e2950b4ba4c8936 into 7e1dfc3a501840a98130ee4b3f1aff0a(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T03:20:06,453 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 9a09b041f73603d68e2950b4ba4c8936: 2024-12-05T03:20:06,453 INFO [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733368803199.9a09b041f73603d68e2950b4ba4c8936., storeName=9a09b041f73603d68e2950b4ba4c8936/B, priority=13, startTime=1733368806420; duration=0sec 2024-12-05T03:20:06,454 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T03:20:06,454 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9a09b041f73603d68e2950b4ba4c8936:B 2024-12-05T03:20:06,454 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T03:20:06,455 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T03:20:06,455 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.HStore(1540): 9a09b041f73603d68e2950b4ba4c8936/C is initiating minor compaction (all files) 2024-12-05T03:20:06,455 INFO [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 9a09b041f73603d68e2950b4ba4c8936/C in TestAcidGuarantees,,1733368803199.9a09b041f73603d68e2950b4ba4c8936. 2024-12-05T03:20:06,455 INFO [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/C/71f13a5a989c495a8f5883dfc74ca841, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/C/125f3e012ecc4d0dbbc34893dc2f4590, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/C/1340600c5b0943f5b1441395ae7d2167] into tmpdir=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/.tmp, totalSize=35.3 K 2024-12-05T03:20:06,455 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] compactions.Compactor(224): Compacting 71f13a5a989c495a8f5883dfc74ca841, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1733368804823 2024-12-05T03:20:06,460 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] compactions.Compactor(224): Compacting 125f3e012ecc4d0dbbc34893dc2f4590, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=73, earliestPutTs=1733368804962 2024-12-05T03:20:06,461 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] compactions.Compactor(224): Compacting 1340600c5b0943f5b1441395ae7d2167, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1733368805597 2024-12-05T03:20:06,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-12-05T03:20:06,469 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073742143_1319 (size=12207) 2024-12-05T03:20:06,471 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 971fbbbe942d,46085,1733368737191 2024-12-05T03:20:06,472 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46085 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=86 2024-12-05T03:20:06,472 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733368803199.9a09b041f73603d68e2950b4ba4c8936. 2024-12-05T03:20:06,472 INFO [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2837): Flushing 9a09b041f73603d68e2950b4ba4c8936 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-12-05T03:20:06,472 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9a09b041f73603d68e2950b4ba4c8936, store=A 2024-12-05T03:20:06,473 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T03:20:06,473 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9a09b041f73603d68e2950b4ba4c8936, store=B 2024-12-05T03:20:06,473 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T03:20:06,473 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9a09b041f73603d68e2950b4ba4c8936, store=C 2024-12-05T03:20:06,473 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T03:20:06,521 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/.tmp/A/918a5cd7bc1e4864aa8fc5585a34fb26 is 50, key is test_row_0/A:col10/1733368806267/Put/seqid=0 2024-12-05T03:20:06,526 INFO [RS:0;971fbbbe942d:46085-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9a09b041f73603d68e2950b4ba4c8936#C#compaction#266 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T03:20:06,527 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/.tmp/C/128ab530ce084ad3ae8d8eb7134ffa43 is 50, key is test_row_0/C:col10/1733368805597/Put/seqid=0 2024-12-05T03:20:06,556 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073742144_1320 (size=12001) 2024-12-05T03:20:06,556 INFO [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=113 (bloomFilter=true), to=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/.tmp/A/918a5cd7bc1e4864aa8fc5585a34fb26 2024-12-05T03:20:06,571 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073742145_1321 (size=12207) 2024-12-05T03:20:06,577 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/.tmp/C/128ab530ce084ad3ae8d8eb7134ffa43 as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/C/128ab530ce084ad3ae8d8eb7134ffa43 2024-12-05T03:20:06,582 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/.tmp/B/7f799650b64f48abbefbd7548eb1e390 is 50, key is test_row_0/B:col10/1733368806267/Put/seqid=0 2024-12-05T03:20:06,583 INFO [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 9a09b041f73603d68e2950b4ba4c8936/C of 9a09b041f73603d68e2950b4ba4c8936 into 128ab530ce084ad3ae8d8eb7134ffa43(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T03:20:06,583 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 9a09b041f73603d68e2950b4ba4c8936: 2024-12-05T03:20:06,583 INFO [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733368803199.9a09b041f73603d68e2950b4ba4c8936., storeName=9a09b041f73603d68e2950b4ba4c8936/C, priority=13, startTime=1733368806421; duration=0sec 2024-12-05T03:20:06,584 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T03:20:06,584 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9a09b041f73603d68e2950b4ba4c8936:C 2024-12-05T03:20:06,594 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733368803199.9a09b041f73603d68e2950b4ba4c8936. as already flushing 2024-12-05T03:20:06,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(8581): Flush requested on 9a09b041f73603d68e2950b4ba4c8936 2024-12-05T03:20:06,620 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073742146_1322 (size=12001) 2024-12-05T03:20:06,626 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a09b041f73603d68e2950b4ba4c8936, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:20:06,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36600 deadline: 1733368866618, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a09b041f73603d68e2950b4ba4c8936, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:20:06,628 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a09b041f73603d68e2950b4ba4c8936, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:20:06,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36620 deadline: 1733368866624, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a09b041f73603d68e2950b4ba4c8936, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:20:06,628 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a09b041f73603d68e2950b4ba4c8936, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:20:06,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36608 deadline: 1733368866625, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a09b041f73603d68e2950b4ba4c8936, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:20:06,647 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a09b041f73603d68e2950b4ba4c8936, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:20:06,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36630 deadline: 1733368866645, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a09b041f73603d68e2950b4ba4c8936, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:20:06,702 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a09b041f73603d68e2950b4ba4c8936, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:20:06,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36648 deadline: 1733368866701, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a09b041f73603d68e2950b4ba4c8936, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:20:06,731 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a09b041f73603d68e2950b4ba4c8936, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:20:06,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36620 deadline: 1733368866729, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a09b041f73603d68e2950b4ba4c8936, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:20:06,731 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a09b041f73603d68e2950b4ba4c8936, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:20:06,731 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a09b041f73603d68e2950b4ba4c8936, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:20:06,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36600 deadline: 1733368866729, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a09b041f73603d68e2950b4ba4c8936, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:20:06,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36608 deadline: 1733368866729, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a09b041f73603d68e2950b4ba4c8936, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:20:06,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-12-05T03:20:06,877 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/.tmp/A/264ec8ddd8094b699e3597d6ffeb3b55 as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/A/264ec8ddd8094b699e3597d6ffeb3b55 2024-12-05T03:20:06,882 INFO [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 9a09b041f73603d68e2950b4ba4c8936/A of 9a09b041f73603d68e2950b4ba4c8936 into 264ec8ddd8094b699e3597d6ffeb3b55(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T03:20:06,883 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 9a09b041f73603d68e2950b4ba4c8936: 2024-12-05T03:20:06,883 INFO [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733368803199.9a09b041f73603d68e2950b4ba4c8936., storeName=9a09b041f73603d68e2950b4ba4c8936/A, priority=13, startTime=1733368806420; duration=0sec 2024-12-05T03:20:06,883 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T03:20:06,883 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9a09b041f73603d68e2950b4ba4c8936:A 2024-12-05T03:20:06,936 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a09b041f73603d68e2950b4ba4c8936, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:20:06,936 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a09b041f73603d68e2950b4ba4c8936, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:20:06,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36600 deadline: 1733368866936, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a09b041f73603d68e2950b4ba4c8936, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:20:06,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36620 deadline: 1733368866936, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a09b041f73603d68e2950b4ba4c8936, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:20:06,937 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a09b041f73603d68e2950b4ba4c8936, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:20:06,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36608 deadline: 1733368866936, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a09b041f73603d68e2950b4ba4c8936, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:20:07,021 INFO [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=113 (bloomFilter=true), to=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/.tmp/B/7f799650b64f48abbefbd7548eb1e390 2024-12-05T03:20:07,050 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/.tmp/C/bcd773cd6fc74187b8942306afa9d8dd is 50, key is test_row_0/C:col10/1733368806267/Put/seqid=0 2024-12-05T03:20:07,086 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073742147_1323 (size=12001) 2024-12-05T03:20:07,089 INFO [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=113 (bloomFilter=true), to=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/.tmp/C/bcd773cd6fc74187b8942306afa9d8dd 2024-12-05T03:20:07,095 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/.tmp/A/918a5cd7bc1e4864aa8fc5585a34fb26 as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/A/918a5cd7bc1e4864aa8fc5585a34fb26 2024-12-05T03:20:07,100 INFO [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/A/918a5cd7bc1e4864aa8fc5585a34fb26, entries=150, sequenceid=113, filesize=11.7 K 2024-12-05T03:20:07,101 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/.tmp/B/7f799650b64f48abbefbd7548eb1e390 as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/B/7f799650b64f48abbefbd7548eb1e390 2024-12-05T03:20:07,107 INFO [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/B/7f799650b64f48abbefbd7548eb1e390, entries=150, sequenceid=113, filesize=11.7 K 2024-12-05T03:20:07,109 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/.tmp/C/bcd773cd6fc74187b8942306afa9d8dd as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/C/bcd773cd6fc74187b8942306afa9d8dd 2024-12-05T03:20:07,114 INFO [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/C/bcd773cd6fc74187b8942306afa9d8dd, entries=150, sequenceid=113, filesize=11.7 K 2024-12-05T03:20:07,115 INFO [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(3040): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=100.63 KB/103050 for 9a09b041f73603d68e2950b4ba4c8936 in 642ms, sequenceid=113, compaction requested=false 2024-12-05T03:20:07,115 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2538): Flush status journal for 9a09b041f73603d68e2950b4ba4c8936: 2024-12-05T03:20:07,115 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733368803199.9a09b041f73603d68e2950b4ba4c8936. 2024-12-05T03:20:07,115 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=86 2024-12-05T03:20:07,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.HMaster(4106): Remote procedure done, pid=86 2024-12-05T03:20:07,118 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=86, resume processing ppid=85 2024-12-05T03:20:07,118 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=86, ppid=85, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 950 msec 2024-12-05T03:20:07,121 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=85, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=85, table=TestAcidGuarantees in 955 msec 2024-12-05T03:20:07,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(8581): Flush requested on 9a09b041f73603d68e2950b4ba4c8936 2024-12-05T03:20:07,243 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 9a09b041f73603d68e2950b4ba4c8936 3/3 column families, dataSize=107.34 KB heapSize=282 KB 2024-12-05T03:20:07,245 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9a09b041f73603d68e2950b4ba4c8936, store=A 2024-12-05T03:20:07,245 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T03:20:07,245 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9a09b041f73603d68e2950b4ba4c8936, store=B 2024-12-05T03:20:07,245 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T03:20:07,245 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9a09b041f73603d68e2950b4ba4c8936, store=C 2024-12-05T03:20:07,245 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T03:20:07,254 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/.tmp/A/833dc0acd6b74d72b8a4aa4dc0fed601 is 50, key is test_row_0/A:col10/1733368807240/Put/seqid=0 2024-12-05T03:20:07,258 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073742148_1324 (size=12151) 2024-12-05T03:20:07,267 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a09b041f73603d68e2950b4ba4c8936, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:20:07,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36600 deadline: 1733368867264, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a09b041f73603d68e2950b4ba4c8936, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:20:07,268 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a09b041f73603d68e2950b4ba4c8936, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:20:07,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36608 deadline: 1733368867265, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a09b041f73603d68e2950b4ba4c8936, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:20:07,268 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a09b041f73603d68e2950b4ba4c8936, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:20:07,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36620 deadline: 1733368867266, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a09b041f73603d68e2950b4ba4c8936, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:20:07,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-12-05T03:20:07,270 INFO [Thread-1358 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 85 completed 2024-12-05T03:20:07,271 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-05T03:20:07,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] procedure2.ProcedureExecutor(1098): Stored pid=87, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=87, table=TestAcidGuarantees 2024-12-05T03:20:07,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=87 2024-12-05T03:20:07,274 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=87, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=87, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-05T03:20:07,274 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=87, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=87, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-05T03:20:07,274 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=88, ppid=87, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-05T03:20:07,370 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a09b041f73603d68e2950b4ba4c8936, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:20:07,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36600 deadline: 1733368867369, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a09b041f73603d68e2950b4ba4c8936, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:20:07,371 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a09b041f73603d68e2950b4ba4c8936, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:20:07,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36608 deadline: 1733368867370, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a09b041f73603d68e2950b4ba4c8936, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:20:07,371 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a09b041f73603d68e2950b4ba4c8936, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:20:07,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36620 deadline: 1733368867371, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a09b041f73603d68e2950b4ba4c8936, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:20:07,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=87 2024-12-05T03:20:07,427 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 971fbbbe942d,46085,1733368737191 2024-12-05T03:20:07,428 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46085 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=88 2024-12-05T03:20:07,428 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733368803199.9a09b041f73603d68e2950b4ba4c8936. 2024-12-05T03:20:07,428 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733368803199.9a09b041f73603d68e2950b4ba4c8936. as already flushing 2024-12-05T03:20:07,428 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733368803199.9a09b041f73603d68e2950b4ba4c8936. 2024-12-05T03:20:07,428 ERROR [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] handler.RSProcedureHandler(58): pid=88 java.io.IOException: Unable to complete flush {ENCODED => 9a09b041f73603d68e2950b4ba4c8936, NAME => 'TestAcidGuarantees,,1733368803199.9a09b041f73603d68e2950b4ba4c8936.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:20:07,428 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=88 java.io.IOException: Unable to complete flush {ENCODED => 9a09b041f73603d68e2950b4ba4c8936, NAME => 'TestAcidGuarantees,,1733368803199.9a09b041f73603d68e2950b4ba4c8936.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:20:07,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.HMaster(4114): Remote procedure failed, pid=88 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9a09b041f73603d68e2950b4ba4c8936, NAME => 'TestAcidGuarantees,,1733368803199.9a09b041f73603d68e2950b4ba4c8936.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9a09b041f73603d68e2950b4ba4c8936, NAME => 'TestAcidGuarantees,,1733368803199.9a09b041f73603d68e2950b4ba4c8936.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:20:07,573 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a09b041f73603d68e2950b4ba4c8936, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:20:07,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36608 deadline: 1733368867572, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a09b041f73603d68e2950b4ba4c8936, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:20:07,574 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a09b041f73603d68e2950b4ba4c8936, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:20:07,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36600 deadline: 1733368867572, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a09b041f73603d68e2950b4ba4c8936, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:20:07,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=87 2024-12-05T03:20:07,574 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a09b041f73603d68e2950b4ba4c8936, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:20:07,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36620 deadline: 1733368867572, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a09b041f73603d68e2950b4ba4c8936, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:20:07,581 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 971fbbbe942d,46085,1733368737191 2024-12-05T03:20:07,582 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46085 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=88 2024-12-05T03:20:07,584 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733368803199.9a09b041f73603d68e2950b4ba4c8936. 2024-12-05T03:20:07,584 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733368803199.9a09b041f73603d68e2950b4ba4c8936. as already flushing 2024-12-05T03:20:07,584 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733368803199.9a09b041f73603d68e2950b4ba4c8936. 2024-12-05T03:20:07,584 ERROR [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] handler.RSProcedureHandler(58): pid=88 java.io.IOException: Unable to complete flush {ENCODED => 9a09b041f73603d68e2950b4ba4c8936, NAME => 'TestAcidGuarantees,,1733368803199.9a09b041f73603d68e2950b4ba4c8936.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:20:07,584 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=88 java.io.IOException: Unable to complete flush {ENCODED => 9a09b041f73603d68e2950b4ba4c8936, NAME => 'TestAcidGuarantees,,1733368803199.9a09b041f73603d68e2950b4ba4c8936.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:20:07,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.HMaster(4114): Remote procedure failed, pid=88 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9a09b041f73603d68e2950b4ba4c8936, NAME => 'TestAcidGuarantees,,1733368803199.9a09b041f73603d68e2950b4ba4c8936.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9a09b041f73603d68e2950b4ba4c8936, NAME => 'TestAcidGuarantees,,1733368803199.9a09b041f73603d68e2950b4ba4c8936.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:20:07,660 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=135 (bloomFilter=true), to=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/.tmp/A/833dc0acd6b74d72b8a4aa4dc0fed601 2024-12-05T03:20:07,671 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/.tmp/B/126e74077c6a4c768e7e0be4dbfb3b21 is 50, key is test_row_0/B:col10/1733368807240/Put/seqid=0 2024-12-05T03:20:07,677 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073742149_1325 (size=12151) 2024-12-05T03:20:07,678 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=135 (bloomFilter=true), to=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/.tmp/B/126e74077c6a4c768e7e0be4dbfb3b21 2024-12-05T03:20:07,715 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/.tmp/C/a13f641a35ba430aadeb4163e0b7c2a1 is 50, key is test_row_0/C:col10/1733368807240/Put/seqid=0 2024-12-05T03:20:07,736 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 971fbbbe942d,46085,1733368737191 2024-12-05T03:20:07,737 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46085 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=88 2024-12-05T03:20:07,737 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733368803199.9a09b041f73603d68e2950b4ba4c8936. 2024-12-05T03:20:07,737 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733368803199.9a09b041f73603d68e2950b4ba4c8936. as already flushing 2024-12-05T03:20:07,737 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073742150_1326 (size=12151) 2024-12-05T03:20:07,737 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733368803199.9a09b041f73603d68e2950b4ba4c8936. 2024-12-05T03:20:07,737 ERROR [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] handler.RSProcedureHandler(58): pid=88 java.io.IOException: Unable to complete flush {ENCODED => 9a09b041f73603d68e2950b4ba4c8936, NAME => 'TestAcidGuarantees,,1733368803199.9a09b041f73603d68e2950b4ba4c8936.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:20:07,737 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=88 java.io.IOException: Unable to complete flush {ENCODED => 9a09b041f73603d68e2950b4ba4c8936, NAME => 'TestAcidGuarantees,,1733368803199.9a09b041f73603d68e2950b4ba4c8936.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:20:07,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.HMaster(4114): Remote procedure failed, pid=88 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9a09b041f73603d68e2950b4ba4c8936, NAME => 'TestAcidGuarantees,,1733368803199.9a09b041f73603d68e2950b4ba4c8936.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9a09b041f73603d68e2950b4ba4c8936, NAME => 'TestAcidGuarantees,,1733368803199.9a09b041f73603d68e2950b4ba4c8936.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:20:07,738 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=135 (bloomFilter=true), to=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/.tmp/C/a13f641a35ba430aadeb4163e0b7c2a1 2024-12-05T03:20:07,745 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/.tmp/A/833dc0acd6b74d72b8a4aa4dc0fed601 as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/A/833dc0acd6b74d72b8a4aa4dc0fed601 2024-12-05T03:20:07,750 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/A/833dc0acd6b74d72b8a4aa4dc0fed601, entries=150, sequenceid=135, filesize=11.9 K 2024-12-05T03:20:07,752 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/.tmp/B/126e74077c6a4c768e7e0be4dbfb3b21 as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/B/126e74077c6a4c768e7e0be4dbfb3b21 2024-12-05T03:20:07,757 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/B/126e74077c6a4c768e7e0be4dbfb3b21, entries=150, sequenceid=135, filesize=11.9 K 2024-12-05T03:20:07,758 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/.tmp/C/a13f641a35ba430aadeb4163e0b7c2a1 as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/C/a13f641a35ba430aadeb4163e0b7c2a1 2024-12-05T03:20:07,763 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/C/a13f641a35ba430aadeb4163e0b7c2a1, entries=150, sequenceid=135, filesize=11.9 K 2024-12-05T03:20:07,764 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=87.22 KB/89310 for 9a09b041f73603d68e2950b4ba4c8936 in 521ms, sequenceid=135, compaction requested=true 2024-12-05T03:20:07,764 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 9a09b041f73603d68e2950b4ba4c8936: 2024-12-05T03:20:07,764 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9a09b041f73603d68e2950b4ba4c8936:A, priority=-2147483648, current under compaction store size is 1 2024-12-05T03:20:07,765 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T03:20:07,765 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9a09b041f73603d68e2950b4ba4c8936:B, priority=-2147483648, current under compaction store size is 2 2024-12-05T03:20:07,765 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T03:20:07,765 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T03:20:07,765 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9a09b041f73603d68e2950b4ba4c8936:C, priority=-2147483648, current under compaction store size is 3 2024-12-05T03:20:07,765 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T03:20:07,765 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T03:20:07,766 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36359 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T03:20:07,766 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.HStore(1540): 9a09b041f73603d68e2950b4ba4c8936/A is initiating minor compaction (all files) 2024-12-05T03:20:07,766 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36359 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T03:20:07,766 INFO [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 9a09b041f73603d68e2950b4ba4c8936/A in TestAcidGuarantees,,1733368803199.9a09b041f73603d68e2950b4ba4c8936. 2024-12-05T03:20:07,766 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.HStore(1540): 9a09b041f73603d68e2950b4ba4c8936/B is initiating minor compaction (all files) 2024-12-05T03:20:07,766 INFO [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/A/264ec8ddd8094b699e3597d6ffeb3b55, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/A/918a5cd7bc1e4864aa8fc5585a34fb26, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/A/833dc0acd6b74d72b8a4aa4dc0fed601] into tmpdir=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/.tmp, totalSize=35.5 K 2024-12-05T03:20:07,766 INFO [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 9a09b041f73603d68e2950b4ba4c8936/B in TestAcidGuarantees,,1733368803199.9a09b041f73603d68e2950b4ba4c8936. 2024-12-05T03:20:07,766 INFO [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/B/7e1dfc3a501840a98130ee4b3f1aff0a, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/B/7f799650b64f48abbefbd7548eb1e390, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/B/126e74077c6a4c768e7e0be4dbfb3b21] into tmpdir=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/.tmp, totalSize=35.5 K 2024-12-05T03:20:07,766 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] compactions.Compactor(224): Compacting 264ec8ddd8094b699e3597d6ffeb3b55, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1733368805597 2024-12-05T03:20:07,766 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] compactions.Compactor(224): Compacting 7e1dfc3a501840a98130ee4b3f1aff0a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1733368805597 2024-12-05T03:20:07,767 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] compactions.Compactor(224): Compacting 918a5cd7bc1e4864aa8fc5585a34fb26, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=113, earliestPutTs=1733368806263 2024-12-05T03:20:07,767 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] compactions.Compactor(224): Compacting 7f799650b64f48abbefbd7548eb1e390, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=113, earliestPutTs=1733368806263 2024-12-05T03:20:07,767 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] compactions.Compactor(224): Compacting 833dc0acd6b74d72b8a4aa4dc0fed601, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=135, earliestPutTs=1733368806615 2024-12-05T03:20:07,767 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] compactions.Compactor(224): Compacting 126e74077c6a4c768e7e0be4dbfb3b21, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=135, earliestPutTs=1733368806615 2024-12-05T03:20:07,780 INFO [RS:0;971fbbbe942d:46085-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9a09b041f73603d68e2950b4ba4c8936#B#compaction#272 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T03:20:07,781 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/.tmp/B/3e37596e546c4634983af35d172c804e is 50, key is test_row_0/B:col10/1733368807240/Put/seqid=0 2024-12-05T03:20:07,800 INFO [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9a09b041f73603d68e2950b4ba4c8936#A#compaction#273 average throughput is 1.64 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T03:20:07,801 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/.tmp/A/0c2a0701e08043628ad30873b1ca89d1 is 50, key is test_row_0/A:col10/1733368807240/Put/seqid=0 2024-12-05T03:20:07,806 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073742151_1327 (size=12459) 2024-12-05T03:20:07,807 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073742152_1328 (size=12459) 2024-12-05T03:20:07,814 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/.tmp/A/0c2a0701e08043628ad30873b1ca89d1 as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/A/0c2a0701e08043628ad30873b1ca89d1 2024-12-05T03:20:07,820 INFO [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 9a09b041f73603d68e2950b4ba4c8936/A of 9a09b041f73603d68e2950b4ba4c8936 into 0c2a0701e08043628ad30873b1ca89d1(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T03:20:07,820 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 9a09b041f73603d68e2950b4ba4c8936: 2024-12-05T03:20:07,820 INFO [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733368803199.9a09b041f73603d68e2950b4ba4c8936., storeName=9a09b041f73603d68e2950b4ba4c8936/A, priority=13, startTime=1733368807764; duration=0sec 2024-12-05T03:20:07,820 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T03:20:07,820 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9a09b041f73603d68e2950b4ba4c8936:A 2024-12-05T03:20:07,820 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T03:20:07,821 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36359 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T03:20:07,821 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.HStore(1540): 9a09b041f73603d68e2950b4ba4c8936/C is initiating minor compaction (all files) 2024-12-05T03:20:07,821 INFO [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 9a09b041f73603d68e2950b4ba4c8936/C in TestAcidGuarantees,,1733368803199.9a09b041f73603d68e2950b4ba4c8936. 2024-12-05T03:20:07,821 INFO [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/C/128ab530ce084ad3ae8d8eb7134ffa43, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/C/bcd773cd6fc74187b8942306afa9d8dd, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/C/a13f641a35ba430aadeb4163e0b7c2a1] into tmpdir=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/.tmp, totalSize=35.5 K 2024-12-05T03:20:07,822 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] compactions.Compactor(224): Compacting 128ab530ce084ad3ae8d8eb7134ffa43, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1733368805597 2024-12-05T03:20:07,822 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] compactions.Compactor(224): Compacting bcd773cd6fc74187b8942306afa9d8dd, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=113, earliestPutTs=1733368806263 2024-12-05T03:20:07,822 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] compactions.Compactor(224): Compacting a13f641a35ba430aadeb4163e0b7c2a1, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=135, earliestPutTs=1733368806615 2024-12-05T03:20:07,836 INFO [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9a09b041f73603d68e2950b4ba4c8936#C#compaction#274 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T03:20:07,837 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/.tmp/C/c06934bd90d44adbb90cade1908db3cc is 50, key is test_row_0/C:col10/1733368807240/Put/seqid=0 2024-12-05T03:20:07,857 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073742153_1329 (size=12459) 2024-12-05T03:20:07,871 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/.tmp/C/c06934bd90d44adbb90cade1908db3cc as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/C/c06934bd90d44adbb90cade1908db3cc 2024-12-05T03:20:07,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=87 2024-12-05T03:20:07,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(8581): Flush requested on 9a09b041f73603d68e2950b4ba4c8936 2024-12-05T03:20:07,882 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 9a09b041f73603d68e2950b4ba4c8936 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-12-05T03:20:07,882 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9a09b041f73603d68e2950b4ba4c8936, store=A 2024-12-05T03:20:07,882 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T03:20:07,882 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9a09b041f73603d68e2950b4ba4c8936, store=B 2024-12-05T03:20:07,882 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T03:20:07,882 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9a09b041f73603d68e2950b4ba4c8936, store=C 2024-12-05T03:20:07,882 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T03:20:07,887 INFO [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 9a09b041f73603d68e2950b4ba4c8936/C of 9a09b041f73603d68e2950b4ba4c8936 into c06934bd90d44adbb90cade1908db3cc(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T03:20:07,887 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 9a09b041f73603d68e2950b4ba4c8936: 2024-12-05T03:20:07,887 INFO [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733368803199.9a09b041f73603d68e2950b4ba4c8936., storeName=9a09b041f73603d68e2950b4ba4c8936/C, priority=13, startTime=1733368807765; duration=0sec 2024-12-05T03:20:07,887 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T03:20:07,887 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9a09b041f73603d68e2950b4ba4c8936:C 2024-12-05T03:20:07,890 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 971fbbbe942d,46085,1733368737191 2024-12-05T03:20:07,890 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/.tmp/A/97361fd418924159a6e17dc0d1007ae8 is 50, key is test_row_0/A:col10/1733368807879/Put/seqid=0 2024-12-05T03:20:07,890 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46085 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=88 2024-12-05T03:20:07,890 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733368803199.9a09b041f73603d68e2950b4ba4c8936. 2024-12-05T03:20:07,890 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733368803199.9a09b041f73603d68e2950b4ba4c8936. as already flushing 2024-12-05T03:20:07,890 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733368803199.9a09b041f73603d68e2950b4ba4c8936. 2024-12-05T03:20:07,890 ERROR [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] handler.RSProcedureHandler(58): pid=88 java.io.IOException: Unable to complete flush {ENCODED => 9a09b041f73603d68e2950b4ba4c8936, NAME => 'TestAcidGuarantees,,1733368803199.9a09b041f73603d68e2950b4ba4c8936.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:20:07,891 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=88 java.io.IOException: Unable to complete flush {ENCODED => 9a09b041f73603d68e2950b4ba4c8936, NAME => 'TestAcidGuarantees,,1733368803199.9a09b041f73603d68e2950b4ba4c8936.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:20:07,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.HMaster(4114): Remote procedure failed, pid=88 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9a09b041f73603d68e2950b4ba4c8936, NAME => 'TestAcidGuarantees,,1733368803199.9a09b041f73603d68e2950b4ba4c8936.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9a09b041f73603d68e2950b4ba4c8936, NAME => 'TestAcidGuarantees,,1733368803199.9a09b041f73603d68e2950b4ba4c8936.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:20:07,905 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073742154_1330 (size=16931) 2024-12-05T03:20:07,933 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a09b041f73603d68e2950b4ba4c8936, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:20:07,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36608 deadline: 1733368867930, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a09b041f73603d68e2950b4ba4c8936, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:20:07,933 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a09b041f73603d68e2950b4ba4c8936, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:20:07,933 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a09b041f73603d68e2950b4ba4c8936, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:20:07,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36600 deadline: 1733368867930, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a09b041f73603d68e2950b4ba4c8936, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:20:07,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36620 deadline: 1733368867931, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a09b041f73603d68e2950b4ba4c8936, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:20:08,037 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a09b041f73603d68e2950b4ba4c8936, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:20:08,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36600 deadline: 1733368868035, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a09b041f73603d68e2950b4ba4c8936, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:20:08,038 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a09b041f73603d68e2950b4ba4c8936, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:20:08,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36608 deadline: 1733368868035, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a09b041f73603d68e2950b4ba4c8936, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:20:08,038 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a09b041f73603d68e2950b4ba4c8936, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:20:08,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36620 deadline: 1733368868035, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a09b041f73603d68e2950b4ba4c8936, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:20:08,058 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 971fbbbe942d,46085,1733368737191 2024-12-05T03:20:08,059 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46085 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=88 2024-12-05T03:20:08,059 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733368803199.9a09b041f73603d68e2950b4ba4c8936. 2024-12-05T03:20:08,059 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733368803199.9a09b041f73603d68e2950b4ba4c8936. as already flushing 2024-12-05T03:20:08,059 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733368803199.9a09b041f73603d68e2950b4ba4c8936. 2024-12-05T03:20:08,059 ERROR [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] handler.RSProcedureHandler(58): pid=88 java.io.IOException: Unable to complete flush {ENCODED => 9a09b041f73603d68e2950b4ba4c8936, NAME => 'TestAcidGuarantees,,1733368803199.9a09b041f73603d68e2950b4ba4c8936.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:20:08,059 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=88 java.io.IOException: Unable to complete flush {ENCODED => 9a09b041f73603d68e2950b4ba4c8936, NAME => 'TestAcidGuarantees,,1733368803199.9a09b041f73603d68e2950b4ba4c8936.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:20:08,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.HMaster(4114): Remote procedure failed, pid=88 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9a09b041f73603d68e2950b4ba4c8936, NAME => 'TestAcidGuarantees,,1733368803199.9a09b041f73603d68e2950b4ba4c8936.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9a09b041f73603d68e2950b4ba4c8936, NAME => 'TestAcidGuarantees,,1733368803199.9a09b041f73603d68e2950b4ba4c8936.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:20:08,212 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/.tmp/B/3e37596e546c4634983af35d172c804e as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/B/3e37596e546c4634983af35d172c804e 2024-12-05T03:20:08,215 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 971fbbbe942d,46085,1733368737191 2024-12-05T03:20:08,216 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46085 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=88 2024-12-05T03:20:08,216 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733368803199.9a09b041f73603d68e2950b4ba4c8936. 2024-12-05T03:20:08,216 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733368803199.9a09b041f73603d68e2950b4ba4c8936. as already flushing 2024-12-05T03:20:08,216 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733368803199.9a09b041f73603d68e2950b4ba4c8936. 2024-12-05T03:20:08,216 ERROR [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] handler.RSProcedureHandler(58): pid=88 java.io.IOException: Unable to complete flush {ENCODED => 9a09b041f73603d68e2950b4ba4c8936, NAME => 'TestAcidGuarantees,,1733368803199.9a09b041f73603d68e2950b4ba4c8936.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:20:08,217 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=88 java.io.IOException: Unable to complete flush {ENCODED => 9a09b041f73603d68e2950b4ba4c8936, NAME => 'TestAcidGuarantees,,1733368803199.9a09b041f73603d68e2950b4ba4c8936.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:20:08,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.HMaster(4114): Remote procedure failed, pid=88 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9a09b041f73603d68e2950b4ba4c8936, NAME => 'TestAcidGuarantees,,1733368803199.9a09b041f73603d68e2950b4ba4c8936.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9a09b041f73603d68e2950b4ba4c8936, NAME => 'TestAcidGuarantees,,1733368803199.9a09b041f73603d68e2950b4ba4c8936.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:20:08,217 INFO [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 9a09b041f73603d68e2950b4ba4c8936/B of 9a09b041f73603d68e2950b4ba4c8936 into 3e37596e546c4634983af35d172c804e(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T03:20:08,218 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 9a09b041f73603d68e2950b4ba4c8936: 2024-12-05T03:20:08,218 INFO [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733368803199.9a09b041f73603d68e2950b4ba4c8936., storeName=9a09b041f73603d68e2950b4ba4c8936/B, priority=13, startTime=1733368807765; duration=0sec 2024-12-05T03:20:08,218 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T03:20:08,218 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9a09b041f73603d68e2950b4ba4c8936:B 2024-12-05T03:20:08,218 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-05T03:20:08,239 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a09b041f73603d68e2950b4ba4c8936, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:20:08,239 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a09b041f73603d68e2950b4ba4c8936, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:20:08,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36600 deadline: 1733368868239, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a09b041f73603d68e2950b4ba4c8936, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:20:08,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36608 deadline: 1733368868239, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a09b041f73603d68e2950b4ba4c8936, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:20:08,247 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a09b041f73603d68e2950b4ba4c8936, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:20:08,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36620 deadline: 1733368868245, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a09b041f73603d68e2950b4ba4c8936, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:20:08,306 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=155 (bloomFilter=true), to=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/.tmp/A/97361fd418924159a6e17dc0d1007ae8 2024-12-05T03:20:08,314 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/.tmp/B/f73f623b687c49518fd1d10f43024e50 is 50, key is test_row_0/B:col10/1733368807879/Put/seqid=0 2024-12-05T03:20:08,317 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073742155_1331 (size=12151) 2024-12-05T03:20:08,368 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 971fbbbe942d,46085,1733368737191 2024-12-05T03:20:08,369 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46085 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=88 2024-12-05T03:20:08,369 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733368803199.9a09b041f73603d68e2950b4ba4c8936. 2024-12-05T03:20:08,369 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733368803199.9a09b041f73603d68e2950b4ba4c8936. as already flushing 2024-12-05T03:20:08,369 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733368803199.9a09b041f73603d68e2950b4ba4c8936. 2024-12-05T03:20:08,370 ERROR [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] handler.RSProcedureHandler(58): pid=88 java.io.IOException: Unable to complete flush {ENCODED => 9a09b041f73603d68e2950b4ba4c8936, NAME => 'TestAcidGuarantees,,1733368803199.9a09b041f73603d68e2950b4ba4c8936.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:20:08,370 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=88 java.io.IOException: Unable to complete flush {ENCODED => 9a09b041f73603d68e2950b4ba4c8936, NAME => 'TestAcidGuarantees,,1733368803199.9a09b041f73603d68e2950b4ba4c8936.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:20:08,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.HMaster(4114): Remote procedure failed, pid=88 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9a09b041f73603d68e2950b4ba4c8936, NAME => 'TestAcidGuarantees,,1733368803199.9a09b041f73603d68e2950b4ba4c8936.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9a09b041f73603d68e2950b4ba4c8936, NAME => 'TestAcidGuarantees,,1733368803199.9a09b041f73603d68e2950b4ba4c8936.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:20:08,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=87 2024-12-05T03:20:08,522 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 971fbbbe942d,46085,1733368737191 2024-12-05T03:20:08,522 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46085 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=88 2024-12-05T03:20:08,522 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733368803199.9a09b041f73603d68e2950b4ba4c8936. 2024-12-05T03:20:08,523 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733368803199.9a09b041f73603d68e2950b4ba4c8936. as already flushing 2024-12-05T03:20:08,523 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733368803199.9a09b041f73603d68e2950b4ba4c8936. 2024-12-05T03:20:08,523 ERROR [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] handler.RSProcedureHandler(58): pid=88 java.io.IOException: Unable to complete flush {ENCODED => 9a09b041f73603d68e2950b4ba4c8936, NAME => 'TestAcidGuarantees,,1733368803199.9a09b041f73603d68e2950b4ba4c8936.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:20:08,523 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=88 java.io.IOException: Unable to complete flush {ENCODED => 9a09b041f73603d68e2950b4ba4c8936, NAME => 'TestAcidGuarantees,,1733368803199.9a09b041f73603d68e2950b4ba4c8936.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:20:08,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.HMaster(4114): Remote procedure failed, pid=88 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9a09b041f73603d68e2950b4ba4c8936, NAME => 'TestAcidGuarantees,,1733368803199.9a09b041f73603d68e2950b4ba4c8936.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9a09b041f73603d68e2950b4ba4c8936, NAME => 'TestAcidGuarantees,,1733368803199.9a09b041f73603d68e2950b4ba4c8936.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:20:08,542 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a09b041f73603d68e2950b4ba4c8936, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:20:08,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36608 deadline: 1733368868541, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a09b041f73603d68e2950b4ba4c8936, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:20:08,543 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a09b041f73603d68e2950b4ba4c8936, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:20:08,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36600 deadline: 1733368868541, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a09b041f73603d68e2950b4ba4c8936, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:20:08,550 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a09b041f73603d68e2950b4ba4c8936, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:20:08,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36620 deadline: 1733368868549, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a09b041f73603d68e2950b4ba4c8936, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:20:08,659 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a09b041f73603d68e2950b4ba4c8936, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:20:08,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36630 deadline: 1733368868658, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a09b041f73603d68e2950b4ba4c8936, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:20:08,660 DEBUG [Thread-1348 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4160 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a09b041f73603d68e2950b4ba4c8936, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1733368803199.9a09b041f73603d68e2950b4ba4c8936., hostname=971fbbbe942d,46085,1733368737191, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a09b041f73603d68e2950b4ba4c8936, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a09b041f73603d68e2950b4ba4c8936, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T03:20:08,675 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 971fbbbe942d,46085,1733368737191 2024-12-05T03:20:08,675 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46085 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=88 2024-12-05T03:20:08,676 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733368803199.9a09b041f73603d68e2950b4ba4c8936. 2024-12-05T03:20:08,676 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733368803199.9a09b041f73603d68e2950b4ba4c8936. as already flushing 2024-12-05T03:20:08,676 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733368803199.9a09b041f73603d68e2950b4ba4c8936. 2024-12-05T03:20:08,676 ERROR [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] handler.RSProcedureHandler(58): pid=88 java.io.IOException: Unable to complete flush {ENCODED => 9a09b041f73603d68e2950b4ba4c8936, NAME => 'TestAcidGuarantees,,1733368803199.9a09b041f73603d68e2950b4ba4c8936.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:20:08,676 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=88 java.io.IOException: Unable to complete flush {ENCODED => 9a09b041f73603d68e2950b4ba4c8936, NAME => 'TestAcidGuarantees,,1733368803199.9a09b041f73603d68e2950b4ba4c8936.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:20:08,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.HMaster(4114): Remote procedure failed, pid=88 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9a09b041f73603d68e2950b4ba4c8936, NAME => 'TestAcidGuarantees,,1733368803199.9a09b041f73603d68e2950b4ba4c8936.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9a09b041f73603d68e2950b4ba4c8936, NAME => 'TestAcidGuarantees,,1733368803199.9a09b041f73603d68e2950b4ba4c8936.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:20:08,707 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a09b041f73603d68e2950b4ba4c8936, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:20:08,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36648 deadline: 1733368868707, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a09b041f73603d68e2950b4ba4c8936, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:20:08,708 DEBUG [Thread-1354 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4196 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a09b041f73603d68e2950b4ba4c8936, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1733368803199.9a09b041f73603d68e2950b4ba4c8936., hostname=971fbbbe942d,46085,1733368737191, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a09b041f73603d68e2950b4ba4c8936, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a09b041f73603d68e2950b4ba4c8936, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T03:20:08,718 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=155 (bloomFilter=true), to=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/.tmp/B/f73f623b687c49518fd1d10f43024e50 2024-12-05T03:20:08,726 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/.tmp/C/e99cdb9f23e5419b849415e897fcdde7 is 50, key is test_row_0/C:col10/1733368807879/Put/seqid=0 2024-12-05T03:20:08,730 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073742156_1332 (size=12151) 2024-12-05T03:20:08,731 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=155 (bloomFilter=true), to=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/.tmp/C/e99cdb9f23e5419b849415e897fcdde7 2024-12-05T03:20:08,735 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/.tmp/A/97361fd418924159a6e17dc0d1007ae8 as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/A/97361fd418924159a6e17dc0d1007ae8 2024-12-05T03:20:08,743 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/A/97361fd418924159a6e17dc0d1007ae8, entries=250, sequenceid=155, filesize=16.5 K 2024-12-05T03:20:08,743 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/.tmp/B/f73f623b687c49518fd1d10f43024e50 as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/B/f73f623b687c49518fd1d10f43024e50 2024-12-05T03:20:08,755 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/B/f73f623b687c49518fd1d10f43024e50, entries=150, sequenceid=155, filesize=11.9 K 2024-12-05T03:20:08,756 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/.tmp/C/e99cdb9f23e5419b849415e897fcdde7 as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/C/e99cdb9f23e5419b849415e897fcdde7 2024-12-05T03:20:08,760 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/C/e99cdb9f23e5419b849415e897fcdde7, entries=150, sequenceid=155, filesize=11.9 K 2024-12-05T03:20:08,761 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=93.93 KB/96180 for 9a09b041f73603d68e2950b4ba4c8936 in 879ms, sequenceid=155, compaction requested=false 2024-12-05T03:20:08,761 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 9a09b041f73603d68e2950b4ba4c8936: 2024-12-05T03:20:08,828 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 971fbbbe942d,46085,1733368737191 2024-12-05T03:20:08,829 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46085 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=88 2024-12-05T03:20:08,829 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733368803199.9a09b041f73603d68e2950b4ba4c8936. 2024-12-05T03:20:08,829 INFO [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(2837): Flushing 9a09b041f73603d68e2950b4ba4c8936 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-12-05T03:20:08,829 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9a09b041f73603d68e2950b4ba4c8936, store=A 2024-12-05T03:20:08,830 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T03:20:08,830 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9a09b041f73603d68e2950b4ba4c8936, store=B 2024-12-05T03:20:08,830 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T03:20:08,830 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9a09b041f73603d68e2950b4ba4c8936, store=C 2024-12-05T03:20:08,830 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T03:20:08,834 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/.tmp/A/814ace84553b4b188780108dc7749cda is 50, key is test_row_0/A:col10/1733368807928/Put/seqid=0 2024-12-05T03:20:08,838 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073742157_1333 (size=12151) 2024-12-05T03:20:09,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(8581): Flush requested on 9a09b041f73603d68e2950b4ba4c8936 2024-12-05T03:20:09,083 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733368803199.9a09b041f73603d68e2950b4ba4c8936. as already flushing 2024-12-05T03:20:09,117 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a09b041f73603d68e2950b4ba4c8936, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:20:09,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36620 deadline: 1733368869114, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a09b041f73603d68e2950b4ba4c8936, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:20:09,117 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a09b041f73603d68e2950b4ba4c8936, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:20:09,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36600 deadline: 1733368869114, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a09b041f73603d68e2950b4ba4c8936, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:20:09,117 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a09b041f73603d68e2950b4ba4c8936, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:20:09,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36608 deadline: 1733368869114, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a09b041f73603d68e2950b4ba4c8936, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:20:09,220 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a09b041f73603d68e2950b4ba4c8936, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:20:09,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36620 deadline: 1733368869218, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a09b041f73603d68e2950b4ba4c8936, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:20:09,221 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a09b041f73603d68e2950b4ba4c8936, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:20:09,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36600 deadline: 1733368869218, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a09b041f73603d68e2950b4ba4c8936, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:20:09,221 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a09b041f73603d68e2950b4ba4c8936, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:20:09,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36608 deadline: 1733368869218, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a09b041f73603d68e2950b4ba4c8936, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:20:09,239 INFO [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=174 (bloomFilter=true), to=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/.tmp/A/814ace84553b4b188780108dc7749cda 2024-12-05T03:20:09,248 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/.tmp/B/ea2d83639e9d4857a3dfd05a13d0a806 is 50, key is test_row_0/B:col10/1733368807928/Put/seqid=0 2024-12-05T03:20:09,259 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073742158_1334 (size=12151) 2024-12-05T03:20:09,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=87 2024-12-05T03:20:09,423 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a09b041f73603d68e2950b4ba4c8936, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:20:09,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36620 deadline: 1733368869421, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a09b041f73603d68e2950b4ba4c8936, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:20:09,423 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a09b041f73603d68e2950b4ba4c8936, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:20:09,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36600 deadline: 1733368869422, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a09b041f73603d68e2950b4ba4c8936, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:20:09,424 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a09b041f73603d68e2950b4ba4c8936, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:20:09,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36608 deadline: 1733368869422, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a09b041f73603d68e2950b4ba4c8936, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:20:09,660 INFO [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=174 (bloomFilter=true), to=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/.tmp/B/ea2d83639e9d4857a3dfd05a13d0a806 2024-12-05T03:20:09,673 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/.tmp/C/ec3a0b64dc3849368994ef1026cba7a5 is 50, key is test_row_0/C:col10/1733368807928/Put/seqid=0 2024-12-05T03:20:09,678 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073742159_1335 (size=12151) 2024-12-05T03:20:09,683 INFO [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=174 (bloomFilter=true), to=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/.tmp/C/ec3a0b64dc3849368994ef1026cba7a5 2024-12-05T03:20:09,691 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/.tmp/A/814ace84553b4b188780108dc7749cda as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/A/814ace84553b4b188780108dc7749cda 2024-12-05T03:20:09,696 INFO [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/A/814ace84553b4b188780108dc7749cda, entries=150, sequenceid=174, filesize=11.9 K 2024-12-05T03:20:09,697 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/.tmp/B/ea2d83639e9d4857a3dfd05a13d0a806 as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/B/ea2d83639e9d4857a3dfd05a13d0a806 2024-12-05T03:20:09,702 INFO [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/B/ea2d83639e9d4857a3dfd05a13d0a806, entries=150, sequenceid=174, filesize=11.9 K 2024-12-05T03:20:09,704 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/.tmp/C/ec3a0b64dc3849368994ef1026cba7a5 as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/C/ec3a0b64dc3849368994ef1026cba7a5 2024-12-05T03:20:09,707 INFO [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/C/ec3a0b64dc3849368994ef1026cba7a5, entries=150, sequenceid=174, filesize=11.9 K 2024-12-05T03:20:09,708 INFO [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(3040): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=114.05 KB/116790 for 9a09b041f73603d68e2950b4ba4c8936 in 879ms, sequenceid=174, compaction requested=true 2024-12-05T03:20:09,708 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(2538): Flush status journal for 9a09b041f73603d68e2950b4ba4c8936: 2024-12-05T03:20:09,708 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733368803199.9a09b041f73603d68e2950b4ba4c8936. 2024-12-05T03:20:09,708 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=88 2024-12-05T03:20:09,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.HMaster(4106): Remote procedure done, pid=88 2024-12-05T03:20:09,711 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=88, resume processing ppid=87 2024-12-05T03:20:09,711 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=88, ppid=87, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.4350 sec 2024-12-05T03:20:09,712 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=87, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=87, table=TestAcidGuarantees in 2.4400 sec 2024-12-05T03:20:09,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(8581): Flush requested on 9a09b041f73603d68e2950b4ba4c8936 2024-12-05T03:20:09,729 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 9a09b041f73603d68e2950b4ba4c8936 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-12-05T03:20:09,729 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9a09b041f73603d68e2950b4ba4c8936, store=A 2024-12-05T03:20:09,730 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T03:20:09,730 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9a09b041f73603d68e2950b4ba4c8936, store=B 2024-12-05T03:20:09,730 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T03:20:09,730 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9a09b041f73603d68e2950b4ba4c8936, store=C 2024-12-05T03:20:09,730 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T03:20:09,735 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/.tmp/A/f80556eb9d9a45f0808d4a12bb5c7f5d is 50, key is test_row_0/A:col10/1733368809102/Put/seqid=0 2024-12-05T03:20:09,747 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073742160_1336 (size=12151) 2024-12-05T03:20:09,749 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a09b041f73603d68e2950b4ba4c8936, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:20:09,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36600 deadline: 1733368869745, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a09b041f73603d68e2950b4ba4c8936, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:20:09,750 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a09b041f73603d68e2950b4ba4c8936, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:20:09,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36608 deadline: 1733368869747, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a09b041f73603d68e2950b4ba4c8936, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:20:09,750 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a09b041f73603d68e2950b4ba4c8936, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:20:09,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36620 deadline: 1733368869747, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a09b041f73603d68e2950b4ba4c8936, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:20:09,851 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a09b041f73603d68e2950b4ba4c8936, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:20:09,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36600 deadline: 1733368869850, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a09b041f73603d68e2950b4ba4c8936, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:20:09,853 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a09b041f73603d68e2950b4ba4c8936, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:20:09,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36608 deadline: 1733368869851, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a09b041f73603d68e2950b4ba4c8936, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:20:09,853 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a09b041f73603d68e2950b4ba4c8936, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:20:09,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36620 deadline: 1733368869851, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a09b041f73603d68e2950b4ba4c8936, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:20:10,054 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a09b041f73603d68e2950b4ba4c8936, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:20:10,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36600 deadline: 1733368870053, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a09b041f73603d68e2950b4ba4c8936, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:20:10,055 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a09b041f73603d68e2950b4ba4c8936, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:20:10,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36608 deadline: 1733368870054, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a09b041f73603d68e2950b4ba4c8936, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:20:10,056 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a09b041f73603d68e2950b4ba4c8936, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:20:10,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36620 deadline: 1733368870054, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a09b041f73603d68e2950b4ba4c8936, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:20:10,147 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=195 (bloomFilter=true), to=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/.tmp/A/f80556eb9d9a45f0808d4a12bb5c7f5d 2024-12-05T03:20:10,155 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/.tmp/B/1c96b250cae94ed4a74d857542510d1a is 50, key is test_row_0/B:col10/1733368809102/Put/seqid=0 2024-12-05T03:20:10,158 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073742161_1337 (size=12151) 2024-12-05T03:20:10,159 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=195 (bloomFilter=true), to=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/.tmp/B/1c96b250cae94ed4a74d857542510d1a 2024-12-05T03:20:10,167 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/.tmp/C/96e08e9c532449e79f50015ee332f23f is 50, key is test_row_0/C:col10/1733368809102/Put/seqid=0 2024-12-05T03:20:10,180 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073742162_1338 (size=12151) 2024-12-05T03:20:10,357 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a09b041f73603d68e2950b4ba4c8936, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:20:10,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36600 deadline: 1733368870356, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a09b041f73603d68e2950b4ba4c8936, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:20:10,358 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a09b041f73603d68e2950b4ba4c8936, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:20:10,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36608 deadline: 1733368870357, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a09b041f73603d68e2950b4ba4c8936, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:20:10,359 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a09b041f73603d68e2950b4ba4c8936, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:20:10,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36620 deadline: 1733368870357, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a09b041f73603d68e2950b4ba4c8936, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:20:10,581 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=195 (bloomFilter=true), to=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/.tmp/C/96e08e9c532449e79f50015ee332f23f 2024-12-05T03:20:10,586 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/.tmp/A/f80556eb9d9a45f0808d4a12bb5c7f5d as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/A/f80556eb9d9a45f0808d4a12bb5c7f5d 2024-12-05T03:20:10,591 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/A/f80556eb9d9a45f0808d4a12bb5c7f5d, entries=150, sequenceid=195, filesize=11.9 K 2024-12-05T03:20:10,592 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/.tmp/B/1c96b250cae94ed4a74d857542510d1a as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/B/1c96b250cae94ed4a74d857542510d1a 2024-12-05T03:20:10,597 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/B/1c96b250cae94ed4a74d857542510d1a, entries=150, sequenceid=195, filesize=11.9 K 2024-12-05T03:20:10,598 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/.tmp/C/96e08e9c532449e79f50015ee332f23f as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/C/96e08e9c532449e79f50015ee332f23f 2024-12-05T03:20:10,603 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/C/96e08e9c532449e79f50015ee332f23f, entries=150, sequenceid=195, filesize=11.9 K 2024-12-05T03:20:10,605 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=87.22 KB/89310 for 9a09b041f73603d68e2950b4ba4c8936 in 875ms, sequenceid=195, compaction requested=true 2024-12-05T03:20:10,605 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 9a09b041f73603d68e2950b4ba4c8936: 2024-12-05T03:20:10,605 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9a09b041f73603d68e2950b4ba4c8936:A, priority=-2147483648, current under compaction store size is 1 2024-12-05T03:20:10,605 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T03:20:10,605 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9a09b041f73603d68e2950b4ba4c8936:B, priority=-2147483648, current under compaction store size is 2 2024-12-05T03:20:10,605 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-05T03:20:10,605 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T03:20:10,605 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9a09b041f73603d68e2950b4ba4c8936:C, priority=-2147483648, current under compaction store size is 3 2024-12-05T03:20:10,605 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-12-05T03:20:10,605 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-05T03:20:10,606 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 53692 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-05T03:20:10,606 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.HStore(1540): 9a09b041f73603d68e2950b4ba4c8936/A is initiating minor compaction (all files) 2024-12-05T03:20:10,607 INFO [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 9a09b041f73603d68e2950b4ba4c8936/A in TestAcidGuarantees,,1733368803199.9a09b041f73603d68e2950b4ba4c8936. 2024-12-05T03:20:10,607 INFO [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/A/0c2a0701e08043628ad30873b1ca89d1, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/A/97361fd418924159a6e17dc0d1007ae8, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/A/814ace84553b4b188780108dc7749cda, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/A/f80556eb9d9a45f0808d4a12bb5c7f5d] into tmpdir=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/.tmp, totalSize=52.4 K 2024-12-05T03:20:10,607 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48912 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-05T03:20:10,607 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.HStore(1540): 9a09b041f73603d68e2950b4ba4c8936/B is initiating minor compaction (all files) 2024-12-05T03:20:10,607 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] compactions.Compactor(224): Compacting 0c2a0701e08043628ad30873b1ca89d1, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=135, earliestPutTs=1733368806615 2024-12-05T03:20:10,607 INFO [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 9a09b041f73603d68e2950b4ba4c8936/B in TestAcidGuarantees,,1733368803199.9a09b041f73603d68e2950b4ba4c8936. 2024-12-05T03:20:10,607 INFO [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/B/3e37596e546c4634983af35d172c804e, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/B/f73f623b687c49518fd1d10f43024e50, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/B/ea2d83639e9d4857a3dfd05a13d0a806, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/B/1c96b250cae94ed4a74d857542510d1a] into tmpdir=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/.tmp, totalSize=47.8 K 2024-12-05T03:20:10,607 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] compactions.Compactor(224): Compacting 97361fd418924159a6e17dc0d1007ae8, keycount=250, bloomtype=ROW, size=16.5 K, encoding=NONE, compression=NONE, seqNum=155, earliestPutTs=1733368807257 2024-12-05T03:20:10,608 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3e37596e546c4634983af35d172c804e, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=135, earliestPutTs=1733368806615 2024-12-05T03:20:10,608 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] compactions.Compactor(224): Compacting 814ace84553b4b188780108dc7749cda, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=174, earliestPutTs=1733368807912 2024-12-05T03:20:10,608 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] compactions.Compactor(224): Compacting f73f623b687c49518fd1d10f43024e50, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=155, earliestPutTs=1733368807879 2024-12-05T03:20:10,608 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] compactions.Compactor(224): Compacting f80556eb9d9a45f0808d4a12bb5c7f5d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=195, earliestPutTs=1733368809102 2024-12-05T03:20:10,609 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] compactions.Compactor(224): Compacting ea2d83639e9d4857a3dfd05a13d0a806, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=174, earliestPutTs=1733368807912 2024-12-05T03:20:10,609 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1c96b250cae94ed4a74d857542510d1a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=195, earliestPutTs=1733368809102 2024-12-05T03:20:10,642 INFO [RS:0;971fbbbe942d:46085-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9a09b041f73603d68e2950b4ba4c8936#A#compaction#284 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T03:20:10,643 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/.tmp/A/d757fd9172564e21b401066b507ad022 is 50, key is test_row_0/A:col10/1733368809102/Put/seqid=0 2024-12-05T03:20:10,646 INFO [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9a09b041f73603d68e2950b4ba4c8936#B#compaction#285 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T03:20:10,647 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/.tmp/B/df092fa66cb34ae4af5df6f0f7b64822 is 50, key is test_row_0/B:col10/1733368809102/Put/seqid=0 2024-12-05T03:20:10,662 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073742164_1340 (size=12595) 2024-12-05T03:20:10,670 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/.tmp/B/df092fa66cb34ae4af5df6f0f7b64822 as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/B/df092fa66cb34ae4af5df6f0f7b64822 2024-12-05T03:20:10,675 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073742163_1339 (size=12595) 2024-12-05T03:20:10,677 INFO [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 9a09b041f73603d68e2950b4ba4c8936/B of 9a09b041f73603d68e2950b4ba4c8936 into df092fa66cb34ae4af5df6f0f7b64822(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T03:20:10,677 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 9a09b041f73603d68e2950b4ba4c8936: 2024-12-05T03:20:10,677 INFO [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733368803199.9a09b041f73603d68e2950b4ba4c8936., storeName=9a09b041f73603d68e2950b4ba4c8936/B, priority=12, startTime=1733368810605; duration=0sec 2024-12-05T03:20:10,677 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T03:20:10,677 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9a09b041f73603d68e2950b4ba4c8936:B 2024-12-05T03:20:10,677 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-05T03:20:10,679 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48912 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-05T03:20:10,679 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.HStore(1540): 9a09b041f73603d68e2950b4ba4c8936/C is initiating minor compaction (all files) 2024-12-05T03:20:10,679 INFO [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 9a09b041f73603d68e2950b4ba4c8936/C in TestAcidGuarantees,,1733368803199.9a09b041f73603d68e2950b4ba4c8936. 2024-12-05T03:20:10,679 INFO [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/C/c06934bd90d44adbb90cade1908db3cc, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/C/e99cdb9f23e5419b849415e897fcdde7, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/C/ec3a0b64dc3849368994ef1026cba7a5, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/C/96e08e9c532449e79f50015ee332f23f] into tmpdir=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/.tmp, totalSize=47.8 K 2024-12-05T03:20:10,679 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] compactions.Compactor(224): Compacting c06934bd90d44adbb90cade1908db3cc, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=135, earliestPutTs=1733368806615 2024-12-05T03:20:10,680 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] compactions.Compactor(224): Compacting e99cdb9f23e5419b849415e897fcdde7, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=155, earliestPutTs=1733368807879 2024-12-05T03:20:10,680 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] compactions.Compactor(224): Compacting ec3a0b64dc3849368994ef1026cba7a5, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=174, earliestPutTs=1733368807912 2024-12-05T03:20:10,680 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] compactions.Compactor(224): Compacting 96e08e9c532449e79f50015ee332f23f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=195, earliestPutTs=1733368809102 2024-12-05T03:20:10,695 INFO [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9a09b041f73603d68e2950b4ba4c8936#C#compaction#286 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T03:20:10,696 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/.tmp/C/0f1f8d0f9e874f13b128f4ad98d7ed93 is 50, key is test_row_0/C:col10/1733368809102/Put/seqid=0 2024-12-05T03:20:10,733 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073742165_1341 (size=12595) 2024-12-05T03:20:10,739 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/.tmp/C/0f1f8d0f9e874f13b128f4ad98d7ed93 as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/C/0f1f8d0f9e874f13b128f4ad98d7ed93 2024-12-05T03:20:10,743 INFO [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 9a09b041f73603d68e2950b4ba4c8936/C of 9a09b041f73603d68e2950b4ba4c8936 into 0f1f8d0f9e874f13b128f4ad98d7ed93(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T03:20:10,743 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 9a09b041f73603d68e2950b4ba4c8936: 2024-12-05T03:20:10,743 INFO [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733368803199.9a09b041f73603d68e2950b4ba4c8936., storeName=9a09b041f73603d68e2950b4ba4c8936/C, priority=12, startTime=1733368810605; duration=0sec 2024-12-05T03:20:10,743 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T03:20:10,743 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9a09b041f73603d68e2950b4ba4c8936:C 2024-12-05T03:20:10,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(8581): Flush requested on 9a09b041f73603d68e2950b4ba4c8936 2024-12-05T03:20:10,862 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 9a09b041f73603d68e2950b4ba4c8936 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-12-05T03:20:10,863 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9a09b041f73603d68e2950b4ba4c8936, store=A 2024-12-05T03:20:10,863 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T03:20:10,863 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9a09b041f73603d68e2950b4ba4c8936, store=B 2024-12-05T03:20:10,863 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T03:20:10,863 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9a09b041f73603d68e2950b4ba4c8936, store=C 2024-12-05T03:20:10,863 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T03:20:10,868 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/.tmp/A/f1aee1d81c2544a8b11ba8dbc16d999a is 50, key is test_row_0/A:col10/1733368809745/Put/seqid=0 2024-12-05T03:20:10,873 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073742166_1342 (size=14541) 2024-12-05T03:20:10,873 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=214 (bloomFilter=true), to=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/.tmp/A/f1aee1d81c2544a8b11ba8dbc16d999a 2024-12-05T03:20:10,893 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/.tmp/B/f302101ca7454d3bb7d5a2e9db42d98f is 50, key is test_row_0/B:col10/1733368809745/Put/seqid=0 2024-12-05T03:20:10,896 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073742167_1343 (size=12151) 2024-12-05T03:20:10,936 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a09b041f73603d68e2950b4ba4c8936, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:20:10,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36620 deadline: 1733368870927, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a09b041f73603d68e2950b4ba4c8936, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:20:10,936 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a09b041f73603d68e2950b4ba4c8936, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:20:10,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36600 deadline: 1733368870933, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a09b041f73603d68e2950b4ba4c8936, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:20:10,937 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a09b041f73603d68e2950b4ba4c8936, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:20:10,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36608 deadline: 1733368870934, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a09b041f73603d68e2950b4ba4c8936, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:20:11,040 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a09b041f73603d68e2950b4ba4c8936, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:20:11,040 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a09b041f73603d68e2950b4ba4c8936, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:20:11,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36600 deadline: 1733368871037, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a09b041f73603d68e2950b4ba4c8936, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:20:11,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36608 deadline: 1733368871038, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a09b041f73603d68e2950b4ba4c8936, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:20:11,040 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a09b041f73603d68e2950b4ba4c8936, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:20:11,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36620 deadline: 1733368871038, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a09b041f73603d68e2950b4ba4c8936, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:20:11,082 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/.tmp/A/d757fd9172564e21b401066b507ad022 as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/A/d757fd9172564e21b401066b507ad022 2024-12-05T03:20:11,088 INFO [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 9a09b041f73603d68e2950b4ba4c8936/A of 9a09b041f73603d68e2950b4ba4c8936 into d757fd9172564e21b401066b507ad022(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T03:20:11,088 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 9a09b041f73603d68e2950b4ba4c8936: 2024-12-05T03:20:11,088 INFO [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733368803199.9a09b041f73603d68e2950b4ba4c8936., storeName=9a09b041f73603d68e2950b4ba4c8936/A, priority=12, startTime=1733368810605; duration=0sec 2024-12-05T03:20:11,088 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T03:20:11,088 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9a09b041f73603d68e2950b4ba4c8936:A 2024-12-05T03:20:11,243 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a09b041f73603d68e2950b4ba4c8936, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:20:11,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36600 deadline: 1733368871241, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a09b041f73603d68e2950b4ba4c8936, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:20:11,243 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a09b041f73603d68e2950b4ba4c8936, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:20:11,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36608 deadline: 1733368871241, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a09b041f73603d68e2950b4ba4c8936, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:20:11,244 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a09b041f73603d68e2950b4ba4c8936, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:20:11,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36620 deadline: 1733368871243, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a09b041f73603d68e2950b4ba4c8936, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:20:11,297 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=214 (bloomFilter=true), to=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/.tmp/B/f302101ca7454d3bb7d5a2e9db42d98f 2024-12-05T03:20:11,319 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/.tmp/C/8e2e19f72a1a41749a27c1e54c003fe0 is 50, key is test_row_0/C:col10/1733368809745/Put/seqid=0 2024-12-05T03:20:11,342 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073742168_1344 (size=12151) 2024-12-05T03:20:11,346 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=214 (bloomFilter=true), to=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/.tmp/C/8e2e19f72a1a41749a27c1e54c003fe0 2024-12-05T03:20:11,351 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/.tmp/A/f1aee1d81c2544a8b11ba8dbc16d999a as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/A/f1aee1d81c2544a8b11ba8dbc16d999a 2024-12-05T03:20:11,357 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/A/f1aee1d81c2544a8b11ba8dbc16d999a, entries=200, sequenceid=214, filesize=14.2 K 2024-12-05T03:20:11,358 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/.tmp/B/f302101ca7454d3bb7d5a2e9db42d98f as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/B/f302101ca7454d3bb7d5a2e9db42d98f 2024-12-05T03:20:11,367 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/B/f302101ca7454d3bb7d5a2e9db42d98f, entries=150, sequenceid=214, filesize=11.9 K 2024-12-05T03:20:11,368 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/.tmp/C/8e2e19f72a1a41749a27c1e54c003fe0 as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/C/8e2e19f72a1a41749a27c1e54c003fe0 2024-12-05T03:20:11,372 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/C/8e2e19f72a1a41749a27c1e54c003fe0, entries=150, sequenceid=214, filesize=11.9 K 2024-12-05T03:20:11,373 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=114.05 KB/116790 for 9a09b041f73603d68e2950b4ba4c8936 in 511ms, sequenceid=214, compaction requested=false 2024-12-05T03:20:11,373 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 9a09b041f73603d68e2950b4ba4c8936: 2024-12-05T03:20:11,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=87 2024-12-05T03:20:11,378 INFO [Thread-1358 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 87 completed 2024-12-05T03:20:11,379 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-05T03:20:11,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] procedure2.ProcedureExecutor(1098): Stored pid=89, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=89, table=TestAcidGuarantees 2024-12-05T03:20:11,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=89 2024-12-05T03:20:11,382 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=89, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=89, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-05T03:20:11,383 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=89, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=89, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-05T03:20:11,383 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=90, ppid=89, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-05T03:20:11,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=89 2024-12-05T03:20:11,535 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 971fbbbe942d,46085,1733368737191 2024-12-05T03:20:11,536 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46085 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=90 2024-12-05T03:20:11,536 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733368803199.9a09b041f73603d68e2950b4ba4c8936. 2024-12-05T03:20:11,536 INFO [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegion(2837): Flushing 9a09b041f73603d68e2950b4ba4c8936 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-12-05T03:20:11,536 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9a09b041f73603d68e2950b4ba4c8936, store=A 2024-12-05T03:20:11,536 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T03:20:11,536 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9a09b041f73603d68e2950b4ba4c8936, store=B 2024-12-05T03:20:11,537 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T03:20:11,537 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9a09b041f73603d68e2950b4ba4c8936, store=C 2024-12-05T03:20:11,537 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T03:20:11,541 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/.tmp/A/ae3bbe59af2545a9b4fcabb9a5318343 is 50, key is test_row_0/A:col10/1733368810885/Put/seqid=0 2024-12-05T03:20:11,548 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733368803199.9a09b041f73603d68e2950b4ba4c8936. as already flushing 2024-12-05T03:20:11,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(8581): Flush requested on 9a09b041f73603d68e2950b4ba4c8936 2024-12-05T03:20:11,558 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073742169_1345 (size=12151) 2024-12-05T03:20:11,559 INFO [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=235 (bloomFilter=true), to=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/.tmp/A/ae3bbe59af2545a9b4fcabb9a5318343 2024-12-05T03:20:11,564 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a09b041f73603d68e2950b4ba4c8936, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:20:11,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36620 deadline: 1733368871561, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a09b041f73603d68e2950b4ba4c8936, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:20:11,564 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a09b041f73603d68e2950b4ba4c8936, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:20:11,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36608 deadline: 1733368871561, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a09b041f73603d68e2950b4ba4c8936, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:20:11,564 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a09b041f73603d68e2950b4ba4c8936, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:20:11,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36600 deadline: 1733368871562, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a09b041f73603d68e2950b4ba4c8936, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:20:11,572 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/.tmp/B/b93a33e539734894b42d6acffb2c10a2 is 50, key is test_row_0/B:col10/1733368810885/Put/seqid=0 2024-12-05T03:20:11,580 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073742170_1346 (size=12151) 2024-12-05T03:20:11,581 INFO [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=235 (bloomFilter=true), to=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/.tmp/B/b93a33e539734894b42d6acffb2c10a2 2024-12-05T03:20:11,592 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/.tmp/C/de3c2263385b45b5965665b590f577bb is 50, key is test_row_0/C:col10/1733368810885/Put/seqid=0 2024-12-05T03:20:11,596 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073742171_1347 (size=12151) 2024-12-05T03:20:11,597 INFO [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=235 (bloomFilter=true), to=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/.tmp/C/de3c2263385b45b5965665b590f577bb 2024-12-05T03:20:11,602 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/.tmp/A/ae3bbe59af2545a9b4fcabb9a5318343 as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/A/ae3bbe59af2545a9b4fcabb9a5318343 2024-12-05T03:20:11,607 INFO [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/A/ae3bbe59af2545a9b4fcabb9a5318343, entries=150, sequenceid=235, filesize=11.9 K 2024-12-05T03:20:11,607 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/.tmp/B/b93a33e539734894b42d6acffb2c10a2 as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/B/b93a33e539734894b42d6acffb2c10a2 2024-12-05T03:20:11,612 INFO [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/B/b93a33e539734894b42d6acffb2c10a2, entries=150, sequenceid=235, filesize=11.9 K 2024-12-05T03:20:11,613 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/.tmp/C/de3c2263385b45b5965665b590f577bb as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/C/de3c2263385b45b5965665b590f577bb 2024-12-05T03:20:11,618 INFO [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/C/de3c2263385b45b5965665b590f577bb, entries=150, sequenceid=235, filesize=11.9 K 2024-12-05T03:20:11,618 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.StoreScanner(1000): StoreScanner already closing. There is no need to updateReaders 2024-12-05T03:20:11,619 INFO [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegion(3040): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=87.22 KB/89310 for 9a09b041f73603d68e2950b4ba4c8936 in 83ms, sequenceid=235, compaction requested=true 2024-12-05T03:20:11,619 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegion(2538): Flush status journal for 9a09b041f73603d68e2950b4ba4c8936: 2024-12-05T03:20:11,619 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733368803199.9a09b041f73603d68e2950b4ba4c8936. 2024-12-05T03:20:11,619 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=90 2024-12-05T03:20:11,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.HMaster(4106): Remote procedure done, pid=90 2024-12-05T03:20:11,622 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=90, resume processing ppid=89 2024-12-05T03:20:11,622 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=90, ppid=89, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 237 msec 2024-12-05T03:20:11,623 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=89, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=89, table=TestAcidGuarantees in 243 msec 2024-12-05T03:20:11,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(8581): Flush requested on 9a09b041f73603d68e2950b4ba4c8936 2024-12-05T03:20:11,668 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 9a09b041f73603d68e2950b4ba4c8936 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-12-05T03:20:11,670 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9a09b041f73603d68e2950b4ba4c8936, store=A 2024-12-05T03:20:11,670 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T03:20:11,670 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9a09b041f73603d68e2950b4ba4c8936, store=B 2024-12-05T03:20:11,670 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T03:20:11,670 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9a09b041f73603d68e2950b4ba4c8936, store=C 2024-12-05T03:20:11,670 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T03:20:11,674 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/.tmp/A/b8951a62356a465d82c51d6da54bdd1c is 50, key is test_row_0/A:col10/1733368811554/Put/seqid=0 2024-12-05T03:20:11,679 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073742172_1348 (size=14541) 2024-12-05T03:20:11,682 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=254 (bloomFilter=true), to=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/.tmp/A/b8951a62356a465d82c51d6da54bdd1c 2024-12-05T03:20:11,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=89 2024-12-05T03:20:11,683 INFO [Thread-1358 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 89 completed 2024-12-05T03:20:11,685 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-05T03:20:11,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] procedure2.ProcedureExecutor(1098): Stored pid=91, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=91, table=TestAcidGuarantees 2024-12-05T03:20:11,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=91 2024-12-05T03:20:11,690 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=91, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=91, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-05T03:20:11,691 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=91, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=91, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-05T03:20:11,691 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=92, ppid=91, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-05T03:20:11,699 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/.tmp/B/25a78d19f30a4a5ba7360c98c635c6b4 is 50, key is test_row_0/B:col10/1733368811554/Put/seqid=0 2024-12-05T03:20:11,702 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a09b041f73603d68e2950b4ba4c8936, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:20:11,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36608 deadline: 1733368871699, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a09b041f73603d68e2950b4ba4c8936, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:20:11,704 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a09b041f73603d68e2950b4ba4c8936, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:20:11,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36600 deadline: 1733368871700, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a09b041f73603d68e2950b4ba4c8936, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:20:11,704 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a09b041f73603d68e2950b4ba4c8936, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:20:11,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36620 deadline: 1733368871701, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a09b041f73603d68e2950b4ba4c8936, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:20:11,710 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073742173_1349 (size=12151) 2024-12-05T03:20:11,716 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=254 (bloomFilter=true), to=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/.tmp/B/25a78d19f30a4a5ba7360c98c635c6b4 2024-12-05T03:20:11,725 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/.tmp/C/9c40f55c26a7467d9c2aa44e8b5d1b33 is 50, key is test_row_0/C:col10/1733368811554/Put/seqid=0 2024-12-05T03:20:11,738 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073742174_1350 (size=12151) 2024-12-05T03:20:11,738 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=254 (bloomFilter=true), to=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/.tmp/C/9c40f55c26a7467d9c2aa44e8b5d1b33 2024-12-05T03:20:11,743 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/.tmp/A/b8951a62356a465d82c51d6da54bdd1c as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/A/b8951a62356a465d82c51d6da54bdd1c 2024-12-05T03:20:11,748 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/A/b8951a62356a465d82c51d6da54bdd1c, entries=200, sequenceid=254, filesize=14.2 K 2024-12-05T03:20:11,749 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/.tmp/B/25a78d19f30a4a5ba7360c98c635c6b4 as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/B/25a78d19f30a4a5ba7360c98c635c6b4 2024-12-05T03:20:11,752 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/B/25a78d19f30a4a5ba7360c98c635c6b4, entries=150, sequenceid=254, filesize=11.9 K 2024-12-05T03:20:11,753 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/.tmp/C/9c40f55c26a7467d9c2aa44e8b5d1b33 as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/C/9c40f55c26a7467d9c2aa44e8b5d1b33 2024-12-05T03:20:11,759 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/C/9c40f55c26a7467d9c2aa44e8b5d1b33, entries=150, sequenceid=254, filesize=11.9 K 2024-12-05T03:20:11,760 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=93.93 KB/96180 for 9a09b041f73603d68e2950b4ba4c8936 in 92ms, sequenceid=254, compaction requested=true 2024-12-05T03:20:11,760 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 9a09b041f73603d68e2950b4ba4c8936: 2024-12-05T03:20:11,760 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9a09b041f73603d68e2950b4ba4c8936:A, priority=-2147483648, current under compaction store size is 1 2024-12-05T03:20:11,760 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T03:20:11,760 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9a09b041f73603d68e2950b4ba4c8936:B, priority=-2147483648, current under compaction store size is 2 2024-12-05T03:20:11,760 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-05T03:20:11,760 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T03:20:11,760 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9a09b041f73603d68e2950b4ba4c8936:C, priority=-2147483648, current under compaction store size is 3 2024-12-05T03:20:11,760 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-12-05T03:20:11,760 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-05T03:20:11,762 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 53828 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-05T03:20:11,762 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49048 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-05T03:20:11,762 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.HStore(1540): 9a09b041f73603d68e2950b4ba4c8936/A is initiating minor compaction (all files) 2024-12-05T03:20:11,762 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.HStore(1540): 9a09b041f73603d68e2950b4ba4c8936/B is initiating minor compaction (all files) 2024-12-05T03:20:11,762 INFO [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 9a09b041f73603d68e2950b4ba4c8936/A in TestAcidGuarantees,,1733368803199.9a09b041f73603d68e2950b4ba4c8936. 2024-12-05T03:20:11,762 INFO [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 9a09b041f73603d68e2950b4ba4c8936/B in TestAcidGuarantees,,1733368803199.9a09b041f73603d68e2950b4ba4c8936. 2024-12-05T03:20:11,762 INFO [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/A/d757fd9172564e21b401066b507ad022, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/A/f1aee1d81c2544a8b11ba8dbc16d999a, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/A/ae3bbe59af2545a9b4fcabb9a5318343, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/A/b8951a62356a465d82c51d6da54bdd1c] into tmpdir=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/.tmp, totalSize=52.6 K 2024-12-05T03:20:11,762 INFO [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/B/df092fa66cb34ae4af5df6f0f7b64822, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/B/f302101ca7454d3bb7d5a2e9db42d98f, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/B/b93a33e539734894b42d6acffb2c10a2, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/B/25a78d19f30a4a5ba7360c98c635c6b4] into tmpdir=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/.tmp, totalSize=47.9 K 2024-12-05T03:20:11,762 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] compactions.Compactor(224): Compacting d757fd9172564e21b401066b507ad022, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=195, earliestPutTs=1733368809102 2024-12-05T03:20:11,763 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] compactions.Compactor(224): Compacting f1aee1d81c2544a8b11ba8dbc16d999a, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=214, earliestPutTs=1733368809740 2024-12-05T03:20:11,763 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] compactions.Compactor(224): Compacting df092fa66cb34ae4af5df6f0f7b64822, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=195, earliestPutTs=1733368809102 2024-12-05T03:20:11,763 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] compactions.Compactor(224): Compacting ae3bbe59af2545a9b4fcabb9a5318343, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=235, earliestPutTs=1733368810880 2024-12-05T03:20:11,763 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] compactions.Compactor(224): Compacting f302101ca7454d3bb7d5a2e9db42d98f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=214, earliestPutTs=1733368809740 2024-12-05T03:20:11,763 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] compactions.Compactor(224): Compacting b8951a62356a465d82c51d6da54bdd1c, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=254, earliestPutTs=1733368811554 2024-12-05T03:20:11,764 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] compactions.Compactor(224): Compacting b93a33e539734894b42d6acffb2c10a2, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=235, earliestPutTs=1733368810880 2024-12-05T03:20:11,765 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] compactions.Compactor(224): Compacting 25a78d19f30a4a5ba7360c98c635c6b4, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=254, earliestPutTs=1733368811554 2024-12-05T03:20:11,776 INFO [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9a09b041f73603d68e2950b4ba4c8936#A#compaction#296 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T03:20:11,776 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/.tmp/A/1e9b2c161efe4491a1005c7f7f119d35 is 50, key is test_row_0/A:col10/1733368811554/Put/seqid=0 2024-12-05T03:20:11,779 INFO [RS:0;971fbbbe942d:46085-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9a09b041f73603d68e2950b4ba4c8936#B#compaction#297 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T03:20:11,779 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/.tmp/B/665e62b76be644c29723b46a3bf2ae2e is 50, key is test_row_0/B:col10/1733368811554/Put/seqid=0 2024-12-05T03:20:11,784 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073742175_1351 (size=12731) 2024-12-05T03:20:11,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=91 2024-12-05T03:20:11,798 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073742176_1352 (size=12731) 2024-12-05T03:20:11,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(8581): Flush requested on 9a09b041f73603d68e2950b4ba4c8936 2024-12-05T03:20:11,806 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 9a09b041f73603d68e2950b4ba4c8936 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-12-05T03:20:11,806 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9a09b041f73603d68e2950b4ba4c8936, store=A 2024-12-05T03:20:11,806 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T03:20:11,806 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9a09b041f73603d68e2950b4ba4c8936, store=B 2024-12-05T03:20:11,806 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T03:20:11,806 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9a09b041f73603d68e2950b4ba4c8936, store=C 2024-12-05T03:20:11,806 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T03:20:11,810 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/.tmp/A/dbb45d0aeeb5473f9980e0803d42d694 is 50, key is test_row_0/A:col10/1733368811804/Put/seqid=0 2024-12-05T03:20:11,815 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073742177_1353 (size=14741) 2024-12-05T03:20:11,816 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=272 (bloomFilter=true), to=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/.tmp/A/dbb45d0aeeb5473f9980e0803d42d694 2024-12-05T03:20:11,822 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/.tmp/B/a5464ec55d784f4084e30e0c58649969 is 50, key is test_row_0/B:col10/1733368811804/Put/seqid=0 2024-12-05T03:20:11,827 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073742178_1354 (size=12301) 2024-12-05T03:20:11,827 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=272 (bloomFilter=true), to=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/.tmp/B/a5464ec55d784f4084e30e0c58649969 2024-12-05T03:20:11,835 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/.tmp/C/ac8d868007cd4e5db00469c26978c610 is 50, key is test_row_0/C:col10/1733368811804/Put/seqid=0 2024-12-05T03:20:11,836 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a09b041f73603d68e2950b4ba4c8936, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:20:11,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36608 deadline: 1733368871833, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a09b041f73603d68e2950b4ba4c8936, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:20:11,837 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a09b041f73603d68e2950b4ba4c8936, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:20:11,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36620 deadline: 1733368871833, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a09b041f73603d68e2950b4ba4c8936, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:20:11,837 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a09b041f73603d68e2950b4ba4c8936, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:20:11,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36600 deadline: 1733368871833, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a09b041f73603d68e2950b4ba4c8936, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:20:11,840 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073742179_1355 (size=12301) 2024-12-05T03:20:11,841 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=272 (bloomFilter=true), to=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/.tmp/C/ac8d868007cd4e5db00469c26978c610 2024-12-05T03:20:11,843 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 971fbbbe942d,46085,1733368737191 2024-12-05T03:20:11,843 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46085 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=92 2024-12-05T03:20:11,843 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733368803199.9a09b041f73603d68e2950b4ba4c8936. 2024-12-05T03:20:11,843 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733368803199.9a09b041f73603d68e2950b4ba4c8936. as already flushing 2024-12-05T03:20:11,844 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733368803199.9a09b041f73603d68e2950b4ba4c8936. 2024-12-05T03:20:11,844 ERROR [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] handler.RSProcedureHandler(58): pid=92 java.io.IOException: Unable to complete flush {ENCODED => 9a09b041f73603d68e2950b4ba4c8936, NAME => 'TestAcidGuarantees,,1733368803199.9a09b041f73603d68e2950b4ba4c8936.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:20:11,844 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=92 java.io.IOException: Unable to complete flush {ENCODED => 9a09b041f73603d68e2950b4ba4c8936, NAME => 'TestAcidGuarantees,,1733368803199.9a09b041f73603d68e2950b4ba4c8936.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:20:11,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.HMaster(4114): Remote procedure failed, pid=92 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9a09b041f73603d68e2950b4ba4c8936, NAME => 'TestAcidGuarantees,,1733368803199.9a09b041f73603d68e2950b4ba4c8936.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9a09b041f73603d68e2950b4ba4c8936, NAME => 'TestAcidGuarantees,,1733368803199.9a09b041f73603d68e2950b4ba4c8936.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:20:11,846 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/.tmp/A/dbb45d0aeeb5473f9980e0803d42d694 as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/A/dbb45d0aeeb5473f9980e0803d42d694 2024-12-05T03:20:11,850 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/A/dbb45d0aeeb5473f9980e0803d42d694, entries=200, sequenceid=272, filesize=14.4 K 2024-12-05T03:20:11,851 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/.tmp/B/a5464ec55d784f4084e30e0c58649969 as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/B/a5464ec55d784f4084e30e0c58649969 2024-12-05T03:20:11,855 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/B/a5464ec55d784f4084e30e0c58649969, entries=150, sequenceid=272, filesize=12.0 K 2024-12-05T03:20:11,856 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/.tmp/C/ac8d868007cd4e5db00469c26978c610 as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/C/ac8d868007cd4e5db00469c26978c610 2024-12-05T03:20:11,862 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/C/ac8d868007cd4e5db00469c26978c610, entries=150, sequenceid=272, filesize=12.0 K 2024-12-05T03:20:11,865 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=107.34 KB/109920 for 9a09b041f73603d68e2950b4ba4c8936 in 59ms, sequenceid=272, compaction requested=true 2024-12-05T03:20:11,865 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 9a09b041f73603d68e2950b4ba4c8936: 2024-12-05T03:20:11,865 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9a09b041f73603d68e2950b4ba4c8936:A, priority=-2147483648, current under compaction store size is 3 2024-12-05T03:20:11,865 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-12-05T03:20:11,865 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9a09b041f73603d68e2950b4ba4c8936:B, priority=-2147483648, current under compaction store size is 3 2024-12-05T03:20:11,865 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=3), splitQueue=0 2024-12-05T03:20:11,865 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9a09b041f73603d68e2950b4ba4c8936:C, priority=-2147483648, current under compaction store size is 3 2024-12-05T03:20:11,865 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=4), splitQueue=0 2024-12-05T03:20:11,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(8581): Flush requested on 9a09b041f73603d68e2950b4ba4c8936 2024-12-05T03:20:11,941 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 9a09b041f73603d68e2950b4ba4c8936 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-12-05T03:20:11,941 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9a09b041f73603d68e2950b4ba4c8936, store=A 2024-12-05T03:20:11,941 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T03:20:11,941 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9a09b041f73603d68e2950b4ba4c8936, store=B 2024-12-05T03:20:11,942 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T03:20:11,942 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9a09b041f73603d68e2950b4ba4c8936, store=C 2024-12-05T03:20:11,942 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T03:20:11,968 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/.tmp/A/34b8c643344447e4b9b890fbb681ab22 is 50, key is test_row_0/A:col10/1733368811831/Put/seqid=0 2024-12-05T03:20:11,984 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073742180_1356 (size=14741) 2024-12-05T03:20:11,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=91 2024-12-05T03:20:11,996 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 971fbbbe942d,46085,1733368737191 2024-12-05T03:20:11,997 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46085 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=92 2024-12-05T03:20:11,997 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733368803199.9a09b041f73603d68e2950b4ba4c8936. 2024-12-05T03:20:11,997 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733368803199.9a09b041f73603d68e2950b4ba4c8936. as already flushing 2024-12-05T03:20:11,997 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733368803199.9a09b041f73603d68e2950b4ba4c8936. 2024-12-05T03:20:11,997 ERROR [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] handler.RSProcedureHandler(58): pid=92 java.io.IOException: Unable to complete flush {ENCODED => 9a09b041f73603d68e2950b4ba4c8936, NAME => 'TestAcidGuarantees,,1733368803199.9a09b041f73603d68e2950b4ba4c8936.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:20:11,997 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=92 java.io.IOException: Unable to complete flush {ENCODED => 9a09b041f73603d68e2950b4ba4c8936, NAME => 'TestAcidGuarantees,,1733368803199.9a09b041f73603d68e2950b4ba4c8936.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:20:11,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.HMaster(4114): Remote procedure failed, pid=92 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9a09b041f73603d68e2950b4ba4c8936, NAME => 'TestAcidGuarantees,,1733368803199.9a09b041f73603d68e2950b4ba4c8936.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9a09b041f73603d68e2950b4ba4c8936, NAME => 'TestAcidGuarantees,,1733368803199.9a09b041f73603d68e2950b4ba4c8936.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:20:12,014 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a09b041f73603d68e2950b4ba4c8936, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:20:12,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36620 deadline: 1733368872009, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a09b041f73603d68e2950b4ba4c8936, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:20:12,016 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a09b041f73603d68e2950b4ba4c8936, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:20:12,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36600 deadline: 1733368872012, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a09b041f73603d68e2950b4ba4c8936, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:20:12,017 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a09b041f73603d68e2950b4ba4c8936, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:20:12,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36608 deadline: 1733368872012, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a09b041f73603d68e2950b4ba4c8936, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:20:12,116 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a09b041f73603d68e2950b4ba4c8936, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:20:12,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36620 deadline: 1733368872115, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a09b041f73603d68e2950b4ba4c8936, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:20:12,119 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a09b041f73603d68e2950b4ba4c8936, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:20:12,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36600 deadline: 1733368872117, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a09b041f73603d68e2950b4ba4c8936, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:20:12,120 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a09b041f73603d68e2950b4ba4c8936, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:20:12,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36608 deadline: 1733368872118, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a09b041f73603d68e2950b4ba4c8936, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:20:12,149 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 971fbbbe942d,46085,1733368737191 2024-12-05T03:20:12,150 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46085 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=92 2024-12-05T03:20:12,150 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733368803199.9a09b041f73603d68e2950b4ba4c8936. 2024-12-05T03:20:12,150 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733368803199.9a09b041f73603d68e2950b4ba4c8936. as already flushing 2024-12-05T03:20:12,150 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733368803199.9a09b041f73603d68e2950b4ba4c8936. 2024-12-05T03:20:12,150 ERROR [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] handler.RSProcedureHandler(58): pid=92 java.io.IOException: Unable to complete flush {ENCODED => 9a09b041f73603d68e2950b4ba4c8936, NAME => 'TestAcidGuarantees,,1733368803199.9a09b041f73603d68e2950b4ba4c8936.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:20:12,150 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=92 java.io.IOException: Unable to complete flush {ENCODED => 9a09b041f73603d68e2950b4ba4c8936, NAME => 'TestAcidGuarantees,,1733368803199.9a09b041f73603d68e2950b4ba4c8936.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:20:12,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.HMaster(4114): Remote procedure failed, pid=92 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9a09b041f73603d68e2950b4ba4c8936, NAME => 'TestAcidGuarantees,,1733368803199.9a09b041f73603d68e2950b4ba4c8936.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9a09b041f73603d68e2950b4ba4c8936, NAME => 'TestAcidGuarantees,,1733368803199.9a09b041f73603d68e2950b4ba4c8936.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:20:12,191 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/.tmp/A/1e9b2c161efe4491a1005c7f7f119d35 as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/A/1e9b2c161efe4491a1005c7f7f119d35 2024-12-05T03:20:12,197 INFO [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 9a09b041f73603d68e2950b4ba4c8936/A of 9a09b041f73603d68e2950b4ba4c8936 into 1e9b2c161efe4491a1005c7f7f119d35(size=12.4 K), total size for store is 26.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T03:20:12,197 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 9a09b041f73603d68e2950b4ba4c8936: 2024-12-05T03:20:12,197 INFO [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733368803199.9a09b041f73603d68e2950b4ba4c8936., storeName=9a09b041f73603d68e2950b4ba4c8936/A, priority=12, startTime=1733368811760; duration=0sec 2024-12-05T03:20:12,197 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=4), splitQueue=0 2024-12-05T03:20:12,197 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9a09b041f73603d68e2950b4ba4c8936:A 2024-12-05T03:20:12,197 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9a09b041f73603d68e2950b4ba4c8936:A 2024-12-05T03:20:12,197 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-12-05T03:20:12,203 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/.tmp/B/665e62b76be644c29723b46a3bf2ae2e as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/B/665e62b76be644c29723b46a3bf2ae2e 2024-12-05T03:20:12,204 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 61349 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-12-05T03:20:12,204 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.HStore(1540): 9a09b041f73603d68e2950b4ba4c8936/C is initiating minor compaction (all files) 2024-12-05T03:20:12,204 INFO [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 9a09b041f73603d68e2950b4ba4c8936/C in TestAcidGuarantees,,1733368803199.9a09b041f73603d68e2950b4ba4c8936. 2024-12-05T03:20:12,205 INFO [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/C/0f1f8d0f9e874f13b128f4ad98d7ed93, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/C/8e2e19f72a1a41749a27c1e54c003fe0, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/C/de3c2263385b45b5965665b590f577bb, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/C/9c40f55c26a7467d9c2aa44e8b5d1b33, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/C/ac8d868007cd4e5db00469c26978c610] into tmpdir=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/.tmp, totalSize=59.9 K 2024-12-05T03:20:12,206 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0f1f8d0f9e874f13b128f4ad98d7ed93, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=195, earliestPutTs=1733368809102 2024-12-05T03:20:12,206 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8e2e19f72a1a41749a27c1e54c003fe0, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=214, earliestPutTs=1733368809740 2024-12-05T03:20:12,207 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] compactions.Compactor(224): Compacting de3c2263385b45b5965665b590f577bb, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=235, earliestPutTs=1733368810880 2024-12-05T03:20:12,207 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9c40f55c26a7467d9c2aa44e8b5d1b33, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=254, earliestPutTs=1733368811554 2024-12-05T03:20:12,208 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] compactions.Compactor(224): Compacting ac8d868007cd4e5db00469c26978c610, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=272, earliestPutTs=1733368811699 2024-12-05T03:20:12,210 INFO [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 9a09b041f73603d68e2950b4ba4c8936/B of 9a09b041f73603d68e2950b4ba4c8936 into 665e62b76be644c29723b46a3bf2ae2e(size=12.4 K), total size for store is 24.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T03:20:12,210 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 9a09b041f73603d68e2950b4ba4c8936: 2024-12-05T03:20:12,210 INFO [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733368803199.9a09b041f73603d68e2950b4ba4c8936., storeName=9a09b041f73603d68e2950b4ba4c8936/B, priority=12, startTime=1733368811760; duration=0sec 2024-12-05T03:20:12,210 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=3), splitQueue=0 2024-12-05T03:20:12,210 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9a09b041f73603d68e2950b4ba4c8936:B 2024-12-05T03:20:12,210 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9a09b041f73603d68e2950b4ba4c8936:B 2024-12-05T03:20:12,211 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 5 compacting, 0 eligible, 16 blocking 2024-12-05T03:20:12,211 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-12-05T03:20:12,211 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-12-05T03:20:12,211 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1733368803199.9a09b041f73603d68e2950b4ba4c8936. because compaction request was cancelled 2024-12-05T03:20:12,211 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9a09b041f73603d68e2950b4ba4c8936:C 2024-12-05T03:20:12,211 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-12-05T03:20:12,212 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-12-05T03:20:12,212 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-12-05T03:20:12,212 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1733368803199.9a09b041f73603d68e2950b4ba4c8936. because compaction request was cancelled 2024-12-05T03:20:12,212 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9a09b041f73603d68e2950b4ba4c8936:B 2024-12-05T03:20:12,213 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-12-05T03:20:12,213 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-12-05T03:20:12,213 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-12-05T03:20:12,213 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1733368803199.9a09b041f73603d68e2950b4ba4c8936. because compaction request was cancelled 2024-12-05T03:20:12,213 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9a09b041f73603d68e2950b4ba4c8936:A 2024-12-05T03:20:12,220 INFO [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9a09b041f73603d68e2950b4ba4c8936#C#compaction#302 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T03:20:12,220 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/.tmp/C/2ffc4fc3223c4609bb6b99127dac53ad is 50, key is test_row_0/C:col10/1733368811804/Put/seqid=0 2024-12-05T03:20:12,230 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073742181_1357 (size=12915) 2024-12-05T03:20:12,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=91 2024-12-05T03:20:12,302 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 971fbbbe942d,46085,1733368737191 2024-12-05T03:20:12,303 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46085 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=92 2024-12-05T03:20:12,303 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733368803199.9a09b041f73603d68e2950b4ba4c8936. 2024-12-05T03:20:12,303 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733368803199.9a09b041f73603d68e2950b4ba4c8936. as already flushing 2024-12-05T03:20:12,303 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733368803199.9a09b041f73603d68e2950b4ba4c8936. 2024-12-05T03:20:12,303 ERROR [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] handler.RSProcedureHandler(58): pid=92 java.io.IOException: Unable to complete flush {ENCODED => 9a09b041f73603d68e2950b4ba4c8936, NAME => 'TestAcidGuarantees,,1733368803199.9a09b041f73603d68e2950b4ba4c8936.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:20:12,303 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=92 java.io.IOException: Unable to complete flush {ENCODED => 9a09b041f73603d68e2950b4ba4c8936, NAME => 'TestAcidGuarantees,,1733368803199.9a09b041f73603d68e2950b4ba4c8936.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:20:12,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.HMaster(4114): Remote procedure failed, pid=92 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9a09b041f73603d68e2950b4ba4c8936, NAME => 'TestAcidGuarantees,,1733368803199.9a09b041f73603d68e2950b4ba4c8936.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9a09b041f73603d68e2950b4ba4c8936, NAME => 'TestAcidGuarantees,,1733368803199.9a09b041f73603d68e2950b4ba4c8936.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:20:12,319 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a09b041f73603d68e2950b4ba4c8936, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:20:12,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36620 deadline: 1733368872319, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a09b041f73603d68e2950b4ba4c8936, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:20:12,322 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a09b041f73603d68e2950b4ba4c8936, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:20:12,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36600 deadline: 1733368872320, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a09b041f73603d68e2950b4ba4c8936, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:20:12,323 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a09b041f73603d68e2950b4ba4c8936, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:20:12,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36608 deadline: 1733368872322, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a09b041f73603d68e2950b4ba4c8936, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:20:12,385 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=292 (bloomFilter=true), to=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/.tmp/A/34b8c643344447e4b9b890fbb681ab22 2024-12-05T03:20:12,393 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/.tmp/B/72f3f5c121654b01becb04ea0f66819e is 50, key is test_row_0/B:col10/1733368811831/Put/seqid=0 2024-12-05T03:20:12,398 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073742182_1358 (size=12301) 2024-12-05T03:20:12,455 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 971fbbbe942d,46085,1733368737191 2024-12-05T03:20:12,455 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46085 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=92 2024-12-05T03:20:12,456 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733368803199.9a09b041f73603d68e2950b4ba4c8936. 2024-12-05T03:20:12,456 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733368803199.9a09b041f73603d68e2950b4ba4c8936. as already flushing 2024-12-05T03:20:12,456 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733368803199.9a09b041f73603d68e2950b4ba4c8936. 2024-12-05T03:20:12,456 ERROR [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] handler.RSProcedureHandler(58): pid=92 java.io.IOException: Unable to complete flush {ENCODED => 9a09b041f73603d68e2950b4ba4c8936, NAME => 'TestAcidGuarantees,,1733368803199.9a09b041f73603d68e2950b4ba4c8936.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:20:12,456 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=92 java.io.IOException: Unable to complete flush {ENCODED => 9a09b041f73603d68e2950b4ba4c8936, NAME => 'TestAcidGuarantees,,1733368803199.9a09b041f73603d68e2950b4ba4c8936.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:20:12,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.HMaster(4114): Remote procedure failed, pid=92 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9a09b041f73603d68e2950b4ba4c8936, NAME => 'TestAcidGuarantees,,1733368803199.9a09b041f73603d68e2950b4ba4c8936.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9a09b041f73603d68e2950b4ba4c8936, NAME => 'TestAcidGuarantees,,1733368803199.9a09b041f73603d68e2950b4ba4c8936.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:20:12,607 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 971fbbbe942d,46085,1733368737191 2024-12-05T03:20:12,607 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46085 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=92 2024-12-05T03:20:12,608 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733368803199.9a09b041f73603d68e2950b4ba4c8936. 2024-12-05T03:20:12,608 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733368803199.9a09b041f73603d68e2950b4ba4c8936. as already flushing 2024-12-05T03:20:12,608 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733368803199.9a09b041f73603d68e2950b4ba4c8936. 2024-12-05T03:20:12,608 ERROR [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] handler.RSProcedureHandler(58): pid=92 java.io.IOException: Unable to complete flush {ENCODED => 9a09b041f73603d68e2950b4ba4c8936, NAME => 'TestAcidGuarantees,,1733368803199.9a09b041f73603d68e2950b4ba4c8936.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:20:12,608 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=92 java.io.IOException: Unable to complete flush {ENCODED => 9a09b041f73603d68e2950b4ba4c8936, NAME => 'TestAcidGuarantees,,1733368803199.9a09b041f73603d68e2950b4ba4c8936.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:20:12,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.HMaster(4114): Remote procedure failed, pid=92 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9a09b041f73603d68e2950b4ba4c8936, NAME => 'TestAcidGuarantees,,1733368803199.9a09b041f73603d68e2950b4ba4c8936.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9a09b041f73603d68e2950b4ba4c8936, NAME => 'TestAcidGuarantees,,1733368803199.9a09b041f73603d68e2950b4ba4c8936.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:20:12,624 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a09b041f73603d68e2950b4ba4c8936, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:20:12,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36620 deadline: 1733368872622, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a09b041f73603d68e2950b4ba4c8936, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:20:12,626 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a09b041f73603d68e2950b4ba4c8936, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:20:12,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36600 deadline: 1733368872623, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a09b041f73603d68e2950b4ba4c8936, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:20:12,628 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a09b041f73603d68e2950b4ba4c8936, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:20:12,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36608 deadline: 1733368872626, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a09b041f73603d68e2950b4ba4c8936, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:20:12,635 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/.tmp/C/2ffc4fc3223c4609bb6b99127dac53ad as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/C/2ffc4fc3223c4609bb6b99127dac53ad 2024-12-05T03:20:12,639 INFO [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 5 (all) file(s) in 9a09b041f73603d68e2950b4ba4c8936/C of 9a09b041f73603d68e2950b4ba4c8936 into 2ffc4fc3223c4609bb6b99127dac53ad(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T03:20:12,639 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 9a09b041f73603d68e2950b4ba4c8936: 2024-12-05T03:20:12,639 INFO [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733368803199.9a09b041f73603d68e2950b4ba4c8936., storeName=9a09b041f73603d68e2950b4ba4c8936/C, priority=11, startTime=1733368811865; duration=0sec 2024-12-05T03:20:12,639 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T03:20:12,639 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9a09b041f73603d68e2950b4ba4c8936:C 2024-12-05T03:20:12,669 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a09b041f73603d68e2950b4ba4c8936, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:20:12,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36630 deadline: 1733368872667, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a09b041f73603d68e2950b4ba4c8936, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:20:12,669 DEBUG [Thread-1348 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8170 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a09b041f73603d68e2950b4ba4c8936, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1733368803199.9a09b041f73603d68e2950b4ba4c8936., hostname=971fbbbe942d,46085,1733368737191, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a09b041f73603d68e2950b4ba4c8936, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a09b041f73603d68e2950b4ba4c8936, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T03:20:12,724 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a09b041f73603d68e2950b4ba4c8936, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:20:12,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36648 deadline: 1733368872722, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a09b041f73603d68e2950b4ba4c8936, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:20:12,724 DEBUG [Thread-1354 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8212 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a09b041f73603d68e2950b4ba4c8936, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1733368803199.9a09b041f73603d68e2950b4ba4c8936., hostname=971fbbbe942d,46085,1733368737191, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a09b041f73603d68e2950b4ba4c8936, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a09b041f73603d68e2950b4ba4c8936, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T03:20:12,759 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 971fbbbe942d,46085,1733368737191 2024-12-05T03:20:12,759 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46085 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=92 2024-12-05T03:20:12,760 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733368803199.9a09b041f73603d68e2950b4ba4c8936. 2024-12-05T03:20:12,760 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733368803199.9a09b041f73603d68e2950b4ba4c8936. as already flushing 2024-12-05T03:20:12,760 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733368803199.9a09b041f73603d68e2950b4ba4c8936. 2024-12-05T03:20:12,760 ERROR [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] handler.RSProcedureHandler(58): pid=92 java.io.IOException: Unable to complete flush {ENCODED => 9a09b041f73603d68e2950b4ba4c8936, NAME => 'TestAcidGuarantees,,1733368803199.9a09b041f73603d68e2950b4ba4c8936.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:20:12,760 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=92 java.io.IOException: Unable to complete flush {ENCODED => 9a09b041f73603d68e2950b4ba4c8936, NAME => 'TestAcidGuarantees,,1733368803199.9a09b041f73603d68e2950b4ba4c8936.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:20:12,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.HMaster(4114): Remote procedure failed, pid=92 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9a09b041f73603d68e2950b4ba4c8936, NAME => 'TestAcidGuarantees,,1733368803199.9a09b041f73603d68e2950b4ba4c8936.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9a09b041f73603d68e2950b4ba4c8936, NAME => 'TestAcidGuarantees,,1733368803199.9a09b041f73603d68e2950b4ba4c8936.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:20:12,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=91 2024-12-05T03:20:12,798 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=292 (bloomFilter=true), to=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/.tmp/B/72f3f5c121654b01becb04ea0f66819e 2024-12-05T03:20:12,806 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/.tmp/C/515bafe7aeb7401eb5b392635ce6e9b5 is 50, key is test_row_0/C:col10/1733368811831/Put/seqid=0 2024-12-05T03:20:12,814 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073742183_1359 (size=12301) 2024-12-05T03:20:12,913 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 971fbbbe942d,46085,1733368737191 2024-12-05T03:20:12,913 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46085 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=92 2024-12-05T03:20:12,913 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733368803199.9a09b041f73603d68e2950b4ba4c8936. 2024-12-05T03:20:12,913 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733368803199.9a09b041f73603d68e2950b4ba4c8936. as already flushing 2024-12-05T03:20:12,913 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733368803199.9a09b041f73603d68e2950b4ba4c8936. 2024-12-05T03:20:12,913 ERROR [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] handler.RSProcedureHandler(58): pid=92 java.io.IOException: Unable to complete flush {ENCODED => 9a09b041f73603d68e2950b4ba4c8936, NAME => 'TestAcidGuarantees,,1733368803199.9a09b041f73603d68e2950b4ba4c8936.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:20:12,913 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=92 java.io.IOException: Unable to complete flush {ENCODED => 9a09b041f73603d68e2950b4ba4c8936, NAME => 'TestAcidGuarantees,,1733368803199.9a09b041f73603d68e2950b4ba4c8936.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:20:12,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.HMaster(4114): Remote procedure failed, pid=92 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9a09b041f73603d68e2950b4ba4c8936, NAME => 'TestAcidGuarantees,,1733368803199.9a09b041f73603d68e2950b4ba4c8936.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9a09b041f73603d68e2950b4ba4c8936, NAME => 'TestAcidGuarantees,,1733368803199.9a09b041f73603d68e2950b4ba4c8936.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:20:13,065 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 971fbbbe942d,46085,1733368737191 2024-12-05T03:20:13,066 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46085 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=92 2024-12-05T03:20:13,066 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733368803199.9a09b041f73603d68e2950b4ba4c8936. 2024-12-05T03:20:13,066 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733368803199.9a09b041f73603d68e2950b4ba4c8936. as already flushing 2024-12-05T03:20:13,066 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733368803199.9a09b041f73603d68e2950b4ba4c8936. 2024-12-05T03:20:13,066 ERROR [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] handler.RSProcedureHandler(58): pid=92 java.io.IOException: Unable to complete flush {ENCODED => 9a09b041f73603d68e2950b4ba4c8936, NAME => 'TestAcidGuarantees,,1733368803199.9a09b041f73603d68e2950b4ba4c8936.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:20:13,066 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=92 java.io.IOException: Unable to complete flush {ENCODED => 9a09b041f73603d68e2950b4ba4c8936, NAME => 'TestAcidGuarantees,,1733368803199.9a09b041f73603d68e2950b4ba4c8936.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:20:13,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.HMaster(4114): Remote procedure failed, pid=92 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9a09b041f73603d68e2950b4ba4c8936, NAME => 'TestAcidGuarantees,,1733368803199.9a09b041f73603d68e2950b4ba4c8936.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9a09b041f73603d68e2950b4ba4c8936, NAME => 'TestAcidGuarantees,,1733368803199.9a09b041f73603d68e2950b4ba4c8936.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:20:13,127 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a09b041f73603d68e2950b4ba4c8936, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:20:13,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36620 deadline: 1733368873126, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a09b041f73603d68e2950b4ba4c8936, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:20:13,131 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a09b041f73603d68e2950b4ba4c8936, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:20:13,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36608 deadline: 1733368873130, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a09b041f73603d68e2950b4ba4c8936, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:20:13,132 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a09b041f73603d68e2950b4ba4c8936, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:20:13,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36600 deadline: 1733368873130, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a09b041f73603d68e2950b4ba4c8936, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:20:13,215 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=292 (bloomFilter=true), to=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/.tmp/C/515bafe7aeb7401eb5b392635ce6e9b5 2024-12-05T03:20:13,218 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 971fbbbe942d,46085,1733368737191 2024-12-05T03:20:13,219 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46085 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=92 2024-12-05T03:20:13,219 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733368803199.9a09b041f73603d68e2950b4ba4c8936. 2024-12-05T03:20:13,219 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733368803199.9a09b041f73603d68e2950b4ba4c8936. as already flushing 2024-12-05T03:20:13,219 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733368803199.9a09b041f73603d68e2950b4ba4c8936. 2024-12-05T03:20:13,219 ERROR [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] handler.RSProcedureHandler(58): pid=92 java.io.IOException: Unable to complete flush {ENCODED => 9a09b041f73603d68e2950b4ba4c8936, NAME => 'TestAcidGuarantees,,1733368803199.9a09b041f73603d68e2950b4ba4c8936.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:20:13,219 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=92 java.io.IOException: Unable to complete flush {ENCODED => 9a09b041f73603d68e2950b4ba4c8936, NAME => 'TestAcidGuarantees,,1733368803199.9a09b041f73603d68e2950b4ba4c8936.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:20:13,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.HMaster(4114): Remote procedure failed, pid=92 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9a09b041f73603d68e2950b4ba4c8936, NAME => 'TestAcidGuarantees,,1733368803199.9a09b041f73603d68e2950b4ba4c8936.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9a09b041f73603d68e2950b4ba4c8936, NAME => 'TestAcidGuarantees,,1733368803199.9a09b041f73603d68e2950b4ba4c8936.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:20:13,221 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/.tmp/A/34b8c643344447e4b9b890fbb681ab22 as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/A/34b8c643344447e4b9b890fbb681ab22 2024-12-05T03:20:13,225 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/A/34b8c643344447e4b9b890fbb681ab22, entries=200, sequenceid=292, filesize=14.4 K 2024-12-05T03:20:13,226 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/.tmp/B/72f3f5c121654b01becb04ea0f66819e as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/B/72f3f5c121654b01becb04ea0f66819e 2024-12-05T03:20:13,230 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/B/72f3f5c121654b01becb04ea0f66819e, entries=150, sequenceid=292, filesize=12.0 K 2024-12-05T03:20:13,231 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/.tmp/C/515bafe7aeb7401eb5b392635ce6e9b5 as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/C/515bafe7aeb7401eb5b392635ce6e9b5 2024-12-05T03:20:13,238 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/C/515bafe7aeb7401eb5b392635ce6e9b5, entries=150, sequenceid=292, filesize=12.0 K 2024-12-05T03:20:13,240 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=87.22 KB/89310 for 9a09b041f73603d68e2950b4ba4c8936 in 1299ms, sequenceid=292, compaction requested=true 2024-12-05T03:20:13,240 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 9a09b041f73603d68e2950b4ba4c8936: 2024-12-05T03:20:13,241 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9a09b041f73603d68e2950b4ba4c8936:A, priority=-2147483648, current under compaction store size is 1 2024-12-05T03:20:13,241 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T03:20:13,241 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T03:20:13,241 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T03:20:13,242 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37333 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T03:20:13,242 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.HStore(1540): 9a09b041f73603d68e2950b4ba4c8936/B is initiating minor compaction (all files) 2024-12-05T03:20:13,242 INFO [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 9a09b041f73603d68e2950b4ba4c8936/B in TestAcidGuarantees,,1733368803199.9a09b041f73603d68e2950b4ba4c8936. 2024-12-05T03:20:13,242 INFO [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/B/665e62b76be644c29723b46a3bf2ae2e, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/B/a5464ec55d784f4084e30e0c58649969, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/B/72f3f5c121654b01becb04ea0f66819e] into tmpdir=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/.tmp, totalSize=36.5 K 2024-12-05T03:20:13,242 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 42213 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T03:20:13,242 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.HStore(1540): 9a09b041f73603d68e2950b4ba4c8936/A is initiating minor compaction (all files) 2024-12-05T03:20:13,242 INFO [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 9a09b041f73603d68e2950b4ba4c8936/A in TestAcidGuarantees,,1733368803199.9a09b041f73603d68e2950b4ba4c8936. 2024-12-05T03:20:13,243 INFO [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/A/1e9b2c161efe4491a1005c7f7f119d35, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/A/dbb45d0aeeb5473f9980e0803d42d694, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/A/34b8c643344447e4b9b890fbb681ab22] into tmpdir=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/.tmp, totalSize=41.2 K 2024-12-05T03:20:13,243 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] compactions.Compactor(224): Compacting 665e62b76be644c29723b46a3bf2ae2e, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=254, earliestPutTs=1733368811554 2024-12-05T03:20:13,243 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1e9b2c161efe4491a1005c7f7f119d35, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=254, earliestPutTs=1733368811554 2024-12-05T03:20:13,243 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] compactions.Compactor(224): Compacting dbb45d0aeeb5473f9980e0803d42d694, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=272, earliestPutTs=1733368811689 2024-12-05T03:20:13,244 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] compactions.Compactor(224): Compacting a5464ec55d784f4084e30e0c58649969, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=272, earliestPutTs=1733368811699 2024-12-05T03:20:13,244 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] compactions.Compactor(224): Compacting 34b8c643344447e4b9b890fbb681ab22, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=292, earliestPutTs=1733368811825 2024-12-05T03:20:13,244 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] compactions.Compactor(224): Compacting 72f3f5c121654b01becb04ea0f66819e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=292, earliestPutTs=1733368811831 2024-12-05T03:20:13,246 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9a09b041f73603d68e2950b4ba4c8936:B, priority=-2147483648, current under compaction store size is 2 2024-12-05T03:20:13,249 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T03:20:13,251 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9a09b041f73603d68e2950b4ba4c8936:C, priority=-2147483648, current under compaction store size is 3 2024-12-05T03:20:13,251 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T03:20:13,260 INFO [RS:0;971fbbbe942d:46085-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9a09b041f73603d68e2950b4ba4c8936#B#compaction#305 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T03:20:13,260 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/.tmp/B/6c321e61652c443eb174c77dec3047d7 is 50, key is test_row_0/B:col10/1733368811831/Put/seqid=0 2024-12-05T03:20:13,264 INFO [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9a09b041f73603d68e2950b4ba4c8936#A#compaction#306 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T03:20:13,264 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/.tmp/A/5b545993a9b04f1c9755931636553ccc is 50, key is test_row_0/A:col10/1733368811831/Put/seqid=0 2024-12-05T03:20:13,301 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073742185_1361 (size=12983) 2024-12-05T03:20:13,303 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073742184_1360 (size=12983) 2024-12-05T03:20:13,310 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/.tmp/A/5b545993a9b04f1c9755931636553ccc as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/A/5b545993a9b04f1c9755931636553ccc 2024-12-05T03:20:13,312 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/.tmp/B/6c321e61652c443eb174c77dec3047d7 as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/B/6c321e61652c443eb174c77dec3047d7 2024-12-05T03:20:13,320 INFO [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 9a09b041f73603d68e2950b4ba4c8936/A of 9a09b041f73603d68e2950b4ba4c8936 into 5b545993a9b04f1c9755931636553ccc(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T03:20:13,320 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 9a09b041f73603d68e2950b4ba4c8936: 2024-12-05T03:20:13,320 INFO [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733368803199.9a09b041f73603d68e2950b4ba4c8936., storeName=9a09b041f73603d68e2950b4ba4c8936/A, priority=13, startTime=1733368813241; duration=0sec 2024-12-05T03:20:13,320 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T03:20:13,320 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9a09b041f73603d68e2950b4ba4c8936:A 2024-12-05T03:20:13,320 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-12-05T03:20:13,321 INFO [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 9a09b041f73603d68e2950b4ba4c8936/B of 9a09b041f73603d68e2950b4ba4c8936 into 6c321e61652c443eb174c77dec3047d7(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T03:20:13,321 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 9a09b041f73603d68e2950b4ba4c8936: 2024-12-05T03:20:13,321 INFO [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733368803199.9a09b041f73603d68e2950b4ba4c8936., storeName=9a09b041f73603d68e2950b4ba4c8936/B, priority=13, startTime=1733368813241; duration=0sec 2024-12-05T03:20:13,321 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T03:20:13,321 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9a09b041f73603d68e2950b4ba4c8936:B 2024-12-05T03:20:13,322 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-12-05T03:20:13,322 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-12-05T03:20:13,322 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1733368803199.9a09b041f73603d68e2950b4ba4c8936. because compaction request was cancelled 2024-12-05T03:20:13,322 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9a09b041f73603d68e2950b4ba4c8936:C 2024-12-05T03:20:13,372 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 971fbbbe942d,46085,1733368737191 2024-12-05T03:20:13,372 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46085 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=92 2024-12-05T03:20:13,372 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733368803199.9a09b041f73603d68e2950b4ba4c8936. 2024-12-05T03:20:13,373 INFO [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegion(2837): Flushing 9a09b041f73603d68e2950b4ba4c8936 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-12-05T03:20:13,373 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9a09b041f73603d68e2950b4ba4c8936, store=A 2024-12-05T03:20:13,373 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T03:20:13,373 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9a09b041f73603d68e2950b4ba4c8936, store=B 2024-12-05T03:20:13,373 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T03:20:13,373 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9a09b041f73603d68e2950b4ba4c8936, store=C 2024-12-05T03:20:13,373 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T03:20:13,378 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/.tmp/A/6c1883e1f7944dbdbbbf21580846a265 is 50, key is test_row_0/A:col10/1733368812011/Put/seqid=0 2024-12-05T03:20:13,382 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073742186_1362 (size=12301) 2024-12-05T03:20:13,783 INFO [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=313 (bloomFilter=true), to=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/.tmp/A/6c1883e1f7944dbdbbbf21580846a265 2024-12-05T03:20:13,795 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/.tmp/B/9d1fd54833694031ab2c4ab06b33df81 is 50, key is test_row_0/B:col10/1733368812011/Put/seqid=0 2024-12-05T03:20:13,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=91 2024-12-05T03:20:13,800 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073742187_1363 (size=12301) 2024-12-05T03:20:13,801 INFO [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=313 (bloomFilter=true), to=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/.tmp/B/9d1fd54833694031ab2c4ab06b33df81 2024-12-05T03:20:13,810 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/.tmp/C/5673024454e648789ad269cccc334859 is 50, key is test_row_0/C:col10/1733368812011/Put/seqid=0 2024-12-05T03:20:13,835 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073742188_1364 (size=12301) 2024-12-05T03:20:13,835 INFO [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=313 (bloomFilter=true), to=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/.tmp/C/5673024454e648789ad269cccc334859 2024-12-05T03:20:13,844 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/.tmp/A/6c1883e1f7944dbdbbbf21580846a265 as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/A/6c1883e1f7944dbdbbbf21580846a265 2024-12-05T03:20:13,851 INFO [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/A/6c1883e1f7944dbdbbbf21580846a265, entries=150, sequenceid=313, filesize=12.0 K 2024-12-05T03:20:13,852 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/.tmp/B/9d1fd54833694031ab2c4ab06b33df81 as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/B/9d1fd54833694031ab2c4ab06b33df81 2024-12-05T03:20:13,859 INFO [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/B/9d1fd54833694031ab2c4ab06b33df81, entries=150, sequenceid=313, filesize=12.0 K 2024-12-05T03:20:13,860 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/.tmp/C/5673024454e648789ad269cccc334859 as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/C/5673024454e648789ad269cccc334859 2024-12-05T03:20:13,866 INFO [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/C/5673024454e648789ad269cccc334859, entries=150, sequenceid=313, filesize=12.0 K 2024-12-05T03:20:13,868 INFO [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegion(3040): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=0 B/0 for 9a09b041f73603d68e2950b4ba4c8936 in 496ms, sequenceid=313, compaction requested=true 2024-12-05T03:20:13,868 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegion(2538): Flush status journal for 9a09b041f73603d68e2950b4ba4c8936: 2024-12-05T03:20:13,868 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733368803199.9a09b041f73603d68e2950b4ba4c8936. 2024-12-05T03:20:13,868 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=92 2024-12-05T03:20:13,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.HMaster(4106): Remote procedure done, pid=92 2024-12-05T03:20:13,871 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=92, resume processing ppid=91 2024-12-05T03:20:13,871 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=92, ppid=91, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.1780 sec 2024-12-05T03:20:13,873 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=91, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=91, table=TestAcidGuarantees in 2.1860 sec 2024-12-05T03:20:14,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(8581): Flush requested on 9a09b041f73603d68e2950b4ba4c8936 2024-12-05T03:20:14,145 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 9a09b041f73603d68e2950b4ba4c8936 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-05T03:20:14,145 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9a09b041f73603d68e2950b4ba4c8936, store=A 2024-12-05T03:20:14,145 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T03:20:14,145 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9a09b041f73603d68e2950b4ba4c8936, store=B 2024-12-05T03:20:14,145 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T03:20:14,145 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9a09b041f73603d68e2950b4ba4c8936, store=C 2024-12-05T03:20:14,145 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T03:20:14,149 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/.tmp/A/7010421b6ef14efb948fb075b81f4da2 is 50, key is test_row_0/A:col10/1733368814138/Put/seqid=0 2024-12-05T03:20:14,177 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a09b041f73603d68e2950b4ba4c8936, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:20:14,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36608 deadline: 1733368874174, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a09b041f73603d68e2950b4ba4c8936, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:20:14,179 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a09b041f73603d68e2950b4ba4c8936, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:20:14,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36620 deadline: 1733368874176, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a09b041f73603d68e2950b4ba4c8936, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:20:14,179 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a09b041f73603d68e2950b4ba4c8936, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:20:14,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36600 deadline: 1733368874177, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a09b041f73603d68e2950b4ba4c8936, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:20:14,186 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073742189_1365 (size=12301) 2024-12-05T03:20:14,187 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=324 (bloomFilter=true), to=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/.tmp/A/7010421b6ef14efb948fb075b81f4da2 2024-12-05T03:20:14,196 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/.tmp/B/f5f5fd1f0cf54b10813dac03c0bbfd16 is 50, key is test_row_0/B:col10/1733368814138/Put/seqid=0 2024-12-05T03:20:14,209 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073742190_1366 (size=12301) 2024-12-05T03:20:14,210 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=324 (bloomFilter=true), to=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/.tmp/B/f5f5fd1f0cf54b10813dac03c0bbfd16 2024-12-05T03:20:14,222 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/.tmp/C/21882cf338664f43bca7d58269f5fabf is 50, key is test_row_0/C:col10/1733368814138/Put/seqid=0 2024-12-05T03:20:14,246 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073742191_1367 (size=12301) 2024-12-05T03:20:14,280 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a09b041f73603d68e2950b4ba4c8936, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:20:14,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36608 deadline: 1733368874278, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a09b041f73603d68e2950b4ba4c8936, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:20:14,281 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a09b041f73603d68e2950b4ba4c8936, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:20:14,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36600 deadline: 1733368874280, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a09b041f73603d68e2950b4ba4c8936, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:20:14,282 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a09b041f73603d68e2950b4ba4c8936, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:20:14,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36620 deadline: 1733368874281, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a09b041f73603d68e2950b4ba4c8936, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:20:14,483 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a09b041f73603d68e2950b4ba4c8936, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:20:14,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36608 deadline: 1733368874482, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a09b041f73603d68e2950b4ba4c8936, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:20:14,485 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a09b041f73603d68e2950b4ba4c8936, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:20:14,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36600 deadline: 1733368874483, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a09b041f73603d68e2950b4ba4c8936, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:20:14,486 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a09b041f73603d68e2950b4ba4c8936, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:20:14,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36620 deadline: 1733368874484, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a09b041f73603d68e2950b4ba4c8936, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:20:14,646 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=324 (bloomFilter=true), to=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/.tmp/C/21882cf338664f43bca7d58269f5fabf 2024-12-05T03:20:14,651 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/.tmp/A/7010421b6ef14efb948fb075b81f4da2 as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/A/7010421b6ef14efb948fb075b81f4da2 2024-12-05T03:20:14,655 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/A/7010421b6ef14efb948fb075b81f4da2, entries=150, sequenceid=324, filesize=12.0 K 2024-12-05T03:20:14,656 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/.tmp/B/f5f5fd1f0cf54b10813dac03c0bbfd16 as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/B/f5f5fd1f0cf54b10813dac03c0bbfd16 2024-12-05T03:20:14,661 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/B/f5f5fd1f0cf54b10813dac03c0bbfd16, entries=150, sequenceid=324, filesize=12.0 K 2024-12-05T03:20:14,662 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/.tmp/C/21882cf338664f43bca7d58269f5fabf as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/C/21882cf338664f43bca7d58269f5fabf 2024-12-05T03:20:14,666 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/C/21882cf338664f43bca7d58269f5fabf, entries=150, sequenceid=324, filesize=12.0 K 2024-12-05T03:20:14,666 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 9a09b041f73603d68e2950b4ba4c8936 in 521ms, sequenceid=324, compaction requested=true 2024-12-05T03:20:14,666 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 9a09b041f73603d68e2950b4ba4c8936: 2024-12-05T03:20:14,667 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9a09b041f73603d68e2950b4ba4c8936:A, priority=-2147483648, current under compaction store size is 1 2024-12-05T03:20:14,667 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T03:20:14,667 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T03:20:14,667 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9a09b041f73603d68e2950b4ba4c8936:B, priority=-2147483648, current under compaction store size is 2 2024-12-05T03:20:14,667 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T03:20:14,667 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T03:20:14,668 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9a09b041f73603d68e2950b4ba4c8936:C, priority=-2147483648, current under compaction store size is 3 2024-12-05T03:20:14,668 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T03:20:14,668 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37585 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T03:20:14,668 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37585 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T03:20:14,668 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.HStore(1540): 9a09b041f73603d68e2950b4ba4c8936/B is initiating minor compaction (all files) 2024-12-05T03:20:14,668 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.HStore(1540): 9a09b041f73603d68e2950b4ba4c8936/A is initiating minor compaction (all files) 2024-12-05T03:20:14,668 INFO [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 9a09b041f73603d68e2950b4ba4c8936/B in TestAcidGuarantees,,1733368803199.9a09b041f73603d68e2950b4ba4c8936. 2024-12-05T03:20:14,668 INFO [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 9a09b041f73603d68e2950b4ba4c8936/A in TestAcidGuarantees,,1733368803199.9a09b041f73603d68e2950b4ba4c8936. 2024-12-05T03:20:14,668 INFO [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/A/5b545993a9b04f1c9755931636553ccc, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/A/6c1883e1f7944dbdbbbf21580846a265, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/A/7010421b6ef14efb948fb075b81f4da2] into tmpdir=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/.tmp, totalSize=36.7 K 2024-12-05T03:20:14,668 INFO [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/B/6c321e61652c443eb174c77dec3047d7, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/B/9d1fd54833694031ab2c4ab06b33df81, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/B/f5f5fd1f0cf54b10813dac03c0bbfd16] into tmpdir=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/.tmp, totalSize=36.7 K 2024-12-05T03:20:14,669 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5b545993a9b04f1c9755931636553ccc, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=292, earliestPutTs=1733368811831 2024-12-05T03:20:14,669 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] compactions.Compactor(224): Compacting 6c321e61652c443eb174c77dec3047d7, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=292, earliestPutTs=1733368811831 2024-12-05T03:20:14,669 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6c1883e1f7944dbdbbbf21580846a265, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=313, earliestPutTs=1733368812004 2024-12-05T03:20:14,669 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] compactions.Compactor(224): Compacting 9d1fd54833694031ab2c4ab06b33df81, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=313, earliestPutTs=1733368812004 2024-12-05T03:20:14,670 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] compactions.Compactor(224): Compacting f5f5fd1f0cf54b10813dac03c0bbfd16, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=324, earliestPutTs=1733368814138 2024-12-05T03:20:14,670 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7010421b6ef14efb948fb075b81f4da2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=324, earliestPutTs=1733368814138 2024-12-05T03:20:14,677 INFO [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9a09b041f73603d68e2950b4ba4c8936#A#compaction#313 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T03:20:14,678 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/.tmp/A/63fc16e3d52d4bf588b4edee5bc5afea is 50, key is test_row_0/A:col10/1733368814138/Put/seqid=0 2024-12-05T03:20:14,686 INFO [RS:0;971fbbbe942d:46085-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9a09b041f73603d68e2950b4ba4c8936#B#compaction#314 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T03:20:14,686 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073742192_1368 (size=13085) 2024-12-05T03:20:14,687 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/.tmp/B/bd083cc734e24ea3adc34c27b44b3eeb is 50, key is test_row_0/B:col10/1733368814138/Put/seqid=0 2024-12-05T03:20:14,692 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/.tmp/A/63fc16e3d52d4bf588b4edee5bc5afea as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/A/63fc16e3d52d4bf588b4edee5bc5afea 2024-12-05T03:20:14,696 INFO [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 9a09b041f73603d68e2950b4ba4c8936/A of 9a09b041f73603d68e2950b4ba4c8936 into 63fc16e3d52d4bf588b4edee5bc5afea(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T03:20:14,696 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 9a09b041f73603d68e2950b4ba4c8936: 2024-12-05T03:20:14,696 INFO [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733368803199.9a09b041f73603d68e2950b4ba4c8936., storeName=9a09b041f73603d68e2950b4ba4c8936/A, priority=13, startTime=1733368814666; duration=0sec 2024-12-05T03:20:14,696 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T03:20:14,696 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9a09b041f73603d68e2950b4ba4c8936:A 2024-12-05T03:20:14,696 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-05T03:20:14,697 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49818 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-05T03:20:14,698 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.HStore(1540): 9a09b041f73603d68e2950b4ba4c8936/C is initiating minor compaction (all files) 2024-12-05T03:20:14,698 INFO [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 9a09b041f73603d68e2950b4ba4c8936/C in TestAcidGuarantees,,1733368803199.9a09b041f73603d68e2950b4ba4c8936. 2024-12-05T03:20:14,698 INFO [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/C/2ffc4fc3223c4609bb6b99127dac53ad, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/C/515bafe7aeb7401eb5b392635ce6e9b5, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/C/5673024454e648789ad269cccc334859, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/C/21882cf338664f43bca7d58269f5fabf] into tmpdir=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/.tmp, totalSize=48.7 K 2024-12-05T03:20:14,698 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2ffc4fc3223c4609bb6b99127dac53ad, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=272, earliestPutTs=1733368811699 2024-12-05T03:20:14,698 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] compactions.Compactor(224): Compacting 515bafe7aeb7401eb5b392635ce6e9b5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=292, earliestPutTs=1733368811831 2024-12-05T03:20:14,699 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5673024454e648789ad269cccc334859, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=313, earliestPutTs=1733368812004 2024-12-05T03:20:14,699 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] compactions.Compactor(224): Compacting 21882cf338664f43bca7d58269f5fabf, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=324, earliestPutTs=1733368814138 2024-12-05T03:20:14,713 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073742193_1369 (size=13085) 2024-12-05T03:20:14,720 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/.tmp/B/bd083cc734e24ea3adc34c27b44b3eeb as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/B/bd083cc734e24ea3adc34c27b44b3eeb 2024-12-05T03:20:14,721 INFO [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9a09b041f73603d68e2950b4ba4c8936#C#compaction#315 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T03:20:14,721 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/.tmp/C/024cae7e03334eb180b82666c327f7bf is 50, key is test_row_0/C:col10/1733368814138/Put/seqid=0 2024-12-05T03:20:14,726 INFO [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 9a09b041f73603d68e2950b4ba4c8936/B of 9a09b041f73603d68e2950b4ba4c8936 into bd083cc734e24ea3adc34c27b44b3eeb(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T03:20:14,726 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 9a09b041f73603d68e2950b4ba4c8936: 2024-12-05T03:20:14,726 INFO [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733368803199.9a09b041f73603d68e2950b4ba4c8936., storeName=9a09b041f73603d68e2950b4ba4c8936/B, priority=13, startTime=1733368814667; duration=0sec 2024-12-05T03:20:14,726 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T03:20:14,726 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9a09b041f73603d68e2950b4ba4c8936:B 2024-12-05T03:20:14,729 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073742194_1370 (size=13051) 2024-12-05T03:20:14,734 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/.tmp/C/024cae7e03334eb180b82666c327f7bf as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/C/024cae7e03334eb180b82666c327f7bf 2024-12-05T03:20:14,738 INFO [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 9a09b041f73603d68e2950b4ba4c8936/C of 9a09b041f73603d68e2950b4ba4c8936 into 024cae7e03334eb180b82666c327f7bf(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T03:20:14,739 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 9a09b041f73603d68e2950b4ba4c8936: 2024-12-05T03:20:14,739 INFO [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733368803199.9a09b041f73603d68e2950b4ba4c8936., storeName=9a09b041f73603d68e2950b4ba4c8936/C, priority=12, startTime=1733368814667; duration=0sec 2024-12-05T03:20:14,739 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T03:20:14,739 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9a09b041f73603d68e2950b4ba4c8936:C 2024-12-05T03:20:14,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(8581): Flush requested on 9a09b041f73603d68e2950b4ba4c8936 2024-12-05T03:20:14,789 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 9a09b041f73603d68e2950b4ba4c8936 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-12-05T03:20:14,789 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9a09b041f73603d68e2950b4ba4c8936, store=A 2024-12-05T03:20:14,789 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T03:20:14,789 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9a09b041f73603d68e2950b4ba4c8936, store=B 2024-12-05T03:20:14,789 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T03:20:14,789 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9a09b041f73603d68e2950b4ba4c8936, store=C 2024-12-05T03:20:14,789 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T03:20:14,795 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/.tmp/A/aa2353bb82884b88ac5fab41e8903ad1 is 50, key is test_row_0/A:col10/1733368814787/Put/seqid=0 2024-12-05T03:20:14,802 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a09b041f73603d68e2950b4ba4c8936, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:20:14,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36608 deadline: 1733368874800, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a09b041f73603d68e2950b4ba4c8936, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:20:14,802 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a09b041f73603d68e2950b4ba4c8936, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:20:14,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36600 deadline: 1733368874800, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a09b041f73603d68e2950b4ba4c8936, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:20:14,804 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a09b041f73603d68e2950b4ba4c8936, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:20:14,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36620 deadline: 1733368874802, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a09b041f73603d68e2950b4ba4c8936, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:20:14,807 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073742195_1371 (size=12301) 2024-12-05T03:20:14,904 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a09b041f73603d68e2950b4ba4c8936, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:20:14,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36608 deadline: 1733368874903, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a09b041f73603d68e2950b4ba4c8936, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:20:14,904 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a09b041f73603d68e2950b4ba4c8936, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:20:14,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36600 deadline: 1733368874903, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a09b041f73603d68e2950b4ba4c8936, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:20:14,906 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a09b041f73603d68e2950b4ba4c8936, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:20:14,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36620 deadline: 1733368874905, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a09b041f73603d68e2950b4ba4c8936, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:20:15,106 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a09b041f73603d68e2950b4ba4c8936, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:20:15,106 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a09b041f73603d68e2950b4ba4c8936, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:20:15,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36608 deadline: 1733368875105, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a09b041f73603d68e2950b4ba4c8936, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:20:15,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36600 deadline: 1733368875105, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a09b041f73603d68e2950b4ba4c8936, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:20:15,108 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a09b041f73603d68e2950b4ba4c8936, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:20:15,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36620 deadline: 1733368875107, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a09b041f73603d68e2950b4ba4c8936, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:20:15,209 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=353 (bloomFilter=true), to=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/.tmp/A/aa2353bb82884b88ac5fab41e8903ad1 2024-12-05T03:20:15,219 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/.tmp/B/3e4831f678214dc3b4fecebcca9c7560 is 50, key is test_row_0/B:col10/1733368814787/Put/seqid=0 2024-12-05T03:20:15,243 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073742196_1372 (size=12301) 2024-12-05T03:20:15,244 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=353 (bloomFilter=true), to=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/.tmp/B/3e4831f678214dc3b4fecebcca9c7560 2024-12-05T03:20:15,256 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/.tmp/C/a3f97c6cffa242babaa57485bc71e637 is 50, key is test_row_0/C:col10/1733368814787/Put/seqid=0 2024-12-05T03:20:15,261 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073742197_1373 (size=12301) 2024-12-05T03:20:15,261 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=353 (bloomFilter=true), to=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/.tmp/C/a3f97c6cffa242babaa57485bc71e637 2024-12-05T03:20:15,266 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/.tmp/A/aa2353bb82884b88ac5fab41e8903ad1 as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/A/aa2353bb82884b88ac5fab41e8903ad1 2024-12-05T03:20:15,270 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/A/aa2353bb82884b88ac5fab41e8903ad1, entries=150, sequenceid=353, filesize=12.0 K 2024-12-05T03:20:15,271 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/.tmp/B/3e4831f678214dc3b4fecebcca9c7560 as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/B/3e4831f678214dc3b4fecebcca9c7560 2024-12-05T03:20:15,274 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/B/3e4831f678214dc3b4fecebcca9c7560, entries=150, sequenceid=353, filesize=12.0 K 2024-12-05T03:20:15,275 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreScanner(992): StoreScanner already has the close lock. There is no need to updateReaders 2024-12-05T03:20:15,276 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/.tmp/C/a3f97c6cffa242babaa57485bc71e637 as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/C/a3f97c6cffa242babaa57485bc71e637 2024-12-05T03:20:15,279 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/C/a3f97c6cffa242babaa57485bc71e637, entries=150, sequenceid=353, filesize=12.0 K 2024-12-05T03:20:15,280 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for 9a09b041f73603d68e2950b4ba4c8936 in 492ms, sequenceid=353, compaction requested=false 2024-12-05T03:20:15,281 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 9a09b041f73603d68e2950b4ba4c8936: 2024-12-05T03:20:15,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(8581): Flush requested on 9a09b041f73603d68e2950b4ba4c8936 2024-12-05T03:20:15,410 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 9a09b041f73603d68e2950b4ba4c8936 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-05T03:20:15,411 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9a09b041f73603d68e2950b4ba4c8936, store=A 2024-12-05T03:20:15,411 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T03:20:15,411 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9a09b041f73603d68e2950b4ba4c8936, store=B 2024-12-05T03:20:15,411 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T03:20:15,411 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9a09b041f73603d68e2950b4ba4c8936, store=C 2024-12-05T03:20:15,411 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T03:20:15,416 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/.tmp/A/16dbc6a5826e45b38d2ddbdeb116555b is 50, key is test_row_0/A:col10/1733368814799/Put/seqid=0 2024-12-05T03:20:15,420 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073742198_1374 (size=12301) 2024-12-05T03:20:15,422 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=364 (bloomFilter=true), to=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/.tmp/A/16dbc6a5826e45b38d2ddbdeb116555b 2024-12-05T03:20:15,447 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/.tmp/B/a1cad0c2321d48d29c92e162cd21ec1b is 50, key is test_row_0/B:col10/1733368814799/Put/seqid=0 2024-12-05T03:20:15,453 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a09b041f73603d68e2950b4ba4c8936, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:20:15,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 194 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36608 deadline: 1733368875450, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a09b041f73603d68e2950b4ba4c8936, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:20:15,453 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a09b041f73603d68e2950b4ba4c8936, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:20:15,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36620 deadline: 1733368875451, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a09b041f73603d68e2950b4ba4c8936, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:20:15,454 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a09b041f73603d68e2950b4ba4c8936, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:20:15,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 201 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36600 deadline: 1733368875451, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a09b041f73603d68e2950b4ba4c8936, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:20:15,458 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073742199_1375 (size=12301) 2024-12-05T03:20:15,459 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=364 (bloomFilter=true), to=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/.tmp/B/a1cad0c2321d48d29c92e162cd21ec1b 2024-12-05T03:20:15,469 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/.tmp/C/b62ff87bcd854833adc93fbdc45dac66 is 50, key is test_row_0/C:col10/1733368814799/Put/seqid=0 2024-12-05T03:20:15,477 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073742200_1376 (size=12301) 2024-12-05T03:20:15,557 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a09b041f73603d68e2950b4ba4c8936, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:20:15,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 196 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36608 deadline: 1733368875554, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a09b041f73603d68e2950b4ba4c8936, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:20:15,557 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a09b041f73603d68e2950b4ba4c8936, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:20:15,557 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a09b041f73603d68e2950b4ba4c8936, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:20:15,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 203 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36600 deadline: 1733368875555, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a09b041f73603d68e2950b4ba4c8936, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:20:15,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 189 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36620 deadline: 1733368875555, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a09b041f73603d68e2950b4ba4c8936, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:20:15,760 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a09b041f73603d68e2950b4ba4c8936, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:20:15,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 198 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36608 deadline: 1733368875758, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a09b041f73603d68e2950b4ba4c8936, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:20:15,761 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a09b041f73603d68e2950b4ba4c8936, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:20:15,762 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a09b041f73603d68e2950b4ba4c8936, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:20:15,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 205 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36600 deadline: 1733368875759, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a09b041f73603d68e2950b4ba4c8936, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:20:15,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 191 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36620 deadline: 1733368875759, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a09b041f73603d68e2950b4ba4c8936, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:20:15,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=91 2024-12-05T03:20:15,798 INFO [Thread-1358 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 91 completed 2024-12-05T03:20:15,799 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-05T03:20:15,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] procedure2.ProcedureExecutor(1098): Stored pid=93, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=93, table=TestAcidGuarantees 2024-12-05T03:20:15,801 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=93, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=93, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-05T03:20:15,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=93 2024-12-05T03:20:15,801 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=93, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=93, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-05T03:20:15,801 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=94, ppid=93, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-05T03:20:15,878 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=364 (bloomFilter=true), to=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/.tmp/C/b62ff87bcd854833adc93fbdc45dac66 2024-12-05T03:20:15,883 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/.tmp/A/16dbc6a5826e45b38d2ddbdeb116555b as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/A/16dbc6a5826e45b38d2ddbdeb116555b 2024-12-05T03:20:15,887 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/A/16dbc6a5826e45b38d2ddbdeb116555b, entries=150, sequenceid=364, filesize=12.0 K 2024-12-05T03:20:15,889 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/.tmp/B/a1cad0c2321d48d29c92e162cd21ec1b as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/B/a1cad0c2321d48d29c92e162cd21ec1b 2024-12-05T03:20:15,892 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/B/a1cad0c2321d48d29c92e162cd21ec1b, entries=150, sequenceid=364, filesize=12.0 K 2024-12-05T03:20:15,893 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/.tmp/C/b62ff87bcd854833adc93fbdc45dac66 as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/C/b62ff87bcd854833adc93fbdc45dac66 2024-12-05T03:20:15,897 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/C/b62ff87bcd854833adc93fbdc45dac66, entries=150, sequenceid=364, filesize=12.0 K 2024-12-05T03:20:15,898 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=154.31 KB/158010 for 9a09b041f73603d68e2950b4ba4c8936 in 488ms, sequenceid=364, compaction requested=true 2024-12-05T03:20:15,898 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 9a09b041f73603d68e2950b4ba4c8936: 2024-12-05T03:20:15,898 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9a09b041f73603d68e2950b4ba4c8936:A, priority=-2147483648, current under compaction store size is 1 2024-12-05T03:20:15,898 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T03:20:15,898 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9a09b041f73603d68e2950b4ba4c8936:B, priority=-2147483648, current under compaction store size is 2 2024-12-05T03:20:15,898 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T03:20:15,898 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9a09b041f73603d68e2950b4ba4c8936:C, priority=-2147483648, current under compaction store size is 3 2024-12-05T03:20:15,898 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-12-05T03:20:15,898 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T03:20:15,899 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T03:20:15,899 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37687 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T03:20:15,899 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.HStore(1540): 9a09b041f73603d68e2950b4ba4c8936/A is initiating minor compaction (all files) 2024-12-05T03:20:15,899 INFO [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 9a09b041f73603d68e2950b4ba4c8936/A in TestAcidGuarantees,,1733368803199.9a09b041f73603d68e2950b4ba4c8936. 2024-12-05T03:20:15,899 INFO [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/A/63fc16e3d52d4bf588b4edee5bc5afea, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/A/aa2353bb82884b88ac5fab41e8903ad1, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/A/16dbc6a5826e45b38d2ddbdeb116555b] into tmpdir=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/.tmp, totalSize=36.8 K 2024-12-05T03:20:15,900 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37687 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T03:20:15,900 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.HStore(1540): 9a09b041f73603d68e2950b4ba4c8936/B is initiating minor compaction (all files) 2024-12-05T03:20:15,900 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] compactions.Compactor(224): Compacting 63fc16e3d52d4bf588b4edee5bc5afea, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=324, earliestPutTs=1733368814138 2024-12-05T03:20:15,900 INFO [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 9a09b041f73603d68e2950b4ba4c8936/B in TestAcidGuarantees,,1733368803199.9a09b041f73603d68e2950b4ba4c8936. 2024-12-05T03:20:15,900 INFO [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/B/bd083cc734e24ea3adc34c27b44b3eeb, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/B/3e4831f678214dc3b4fecebcca9c7560, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/B/a1cad0c2321d48d29c92e162cd21ec1b] into tmpdir=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/.tmp, totalSize=36.8 K 2024-12-05T03:20:15,900 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] compactions.Compactor(224): Compacting bd083cc734e24ea3adc34c27b44b3eeb, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=324, earliestPutTs=1733368814138 2024-12-05T03:20:15,900 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] compactions.Compactor(224): Compacting aa2353bb82884b88ac5fab41e8903ad1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=353, earliestPutTs=1733368814175 2024-12-05T03:20:15,901 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] compactions.Compactor(224): Compacting 3e4831f678214dc3b4fecebcca9c7560, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=353, earliestPutTs=1733368814175 2024-12-05T03:20:15,901 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] compactions.Compactor(224): Compacting 16dbc6a5826e45b38d2ddbdeb116555b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=364, earliestPutTs=1733368814794 2024-12-05T03:20:15,901 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] compactions.Compactor(224): Compacting a1cad0c2321d48d29c92e162cd21ec1b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=364, earliestPutTs=1733368814794 2024-12-05T03:20:15,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=93 2024-12-05T03:20:15,916 INFO [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9a09b041f73603d68e2950b4ba4c8936#A#compaction#322 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T03:20:15,917 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/.tmp/A/2e6bcfcb7ab84a7d81de726af1f8a05f is 50, key is test_row_0/A:col10/1733368814799/Put/seqid=0 2024-12-05T03:20:15,921 INFO [RS:0;971fbbbe942d:46085-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9a09b041f73603d68e2950b4ba4c8936#B#compaction#323 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T03:20:15,922 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/.tmp/B/27823ca5f73e4c178ca5c2807e5db0bf is 50, key is test_row_0/B:col10/1733368814799/Put/seqid=0 2024-12-05T03:20:15,937 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073742201_1377 (size=13187) 2024-12-05T03:20:15,953 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 971fbbbe942d,46085,1733368737191 2024-12-05T03:20:15,953 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073742202_1378 (size=13187) 2024-12-05T03:20:15,953 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46085 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=94 2024-12-05T03:20:15,954 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733368803199.9a09b041f73603d68e2950b4ba4c8936. 2024-12-05T03:20:15,954 INFO [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegion(2837): Flushing 9a09b041f73603d68e2950b4ba4c8936 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-12-05T03:20:15,954 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9a09b041f73603d68e2950b4ba4c8936, store=A 2024-12-05T03:20:15,954 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T03:20:15,954 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9a09b041f73603d68e2950b4ba4c8936, store=B 2024-12-05T03:20:15,954 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T03:20:15,954 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9a09b041f73603d68e2950b4ba4c8936, store=C 2024-12-05T03:20:15,954 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T03:20:15,960 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/.tmp/B/27823ca5f73e4c178ca5c2807e5db0bf as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/B/27823ca5f73e4c178ca5c2807e5db0bf 2024-12-05T03:20:15,962 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/.tmp/A/7eb56222ee5f44b8b4101c1e7d429114 is 50, key is test_row_0/A:col10/1733368815446/Put/seqid=0 2024-12-05T03:20:15,966 INFO [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 9a09b041f73603d68e2950b4ba4c8936/B of 9a09b041f73603d68e2950b4ba4c8936 into 27823ca5f73e4c178ca5c2807e5db0bf(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T03:20:15,966 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 9a09b041f73603d68e2950b4ba4c8936: 2024-12-05T03:20:15,966 INFO [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733368803199.9a09b041f73603d68e2950b4ba4c8936., storeName=9a09b041f73603d68e2950b4ba4c8936/B, priority=13, startTime=1733368815898; duration=0sec 2024-12-05T03:20:15,966 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T03:20:15,966 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9a09b041f73603d68e2950b4ba4c8936:B 2024-12-05T03:20:15,966 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T03:20:15,967 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37653 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T03:20:15,968 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.HStore(1540): 9a09b041f73603d68e2950b4ba4c8936/C is initiating minor compaction (all files) 2024-12-05T03:20:15,968 INFO [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 9a09b041f73603d68e2950b4ba4c8936/C in TestAcidGuarantees,,1733368803199.9a09b041f73603d68e2950b4ba4c8936. 2024-12-05T03:20:15,968 INFO [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/C/024cae7e03334eb180b82666c327f7bf, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/C/a3f97c6cffa242babaa57485bc71e637, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/C/b62ff87bcd854833adc93fbdc45dac66] into tmpdir=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/.tmp, totalSize=36.8 K 2024-12-05T03:20:15,969 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] compactions.Compactor(224): Compacting 024cae7e03334eb180b82666c327f7bf, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=324, earliestPutTs=1733368814138 2024-12-05T03:20:15,969 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] compactions.Compactor(224): Compacting a3f97c6cffa242babaa57485bc71e637, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=353, earliestPutTs=1733368814175 2024-12-05T03:20:15,969 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] compactions.Compactor(224): Compacting b62ff87bcd854833adc93fbdc45dac66, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=364, earliestPutTs=1733368814794 2024-12-05T03:20:15,984 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073742203_1379 (size=12301) 2024-12-05T03:20:15,987 INFO [RS:0;971fbbbe942d:46085-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9a09b041f73603d68e2950b4ba4c8936#C#compaction#325 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T03:20:15,987 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/.tmp/C/bee137e588aa410387d91ac2ea38ac3f is 50, key is test_row_0/C:col10/1733368814799/Put/seqid=0 2024-12-05T03:20:15,999 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073742204_1380 (size=13153) 2024-12-05T03:20:16,005 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/.tmp/C/bee137e588aa410387d91ac2ea38ac3f as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/C/bee137e588aa410387d91ac2ea38ac3f 2024-12-05T03:20:16,010 INFO [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 9a09b041f73603d68e2950b4ba4c8936/C of 9a09b041f73603d68e2950b4ba4c8936 into bee137e588aa410387d91ac2ea38ac3f(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T03:20:16,010 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 9a09b041f73603d68e2950b4ba4c8936: 2024-12-05T03:20:16,010 INFO [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733368803199.9a09b041f73603d68e2950b4ba4c8936., storeName=9a09b041f73603d68e2950b4ba4c8936/C, priority=13, startTime=1733368815898; duration=0sec 2024-12-05T03:20:16,010 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T03:20:16,011 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9a09b041f73603d68e2950b4ba4c8936:C 2024-12-05T03:20:16,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(8581): Flush requested on 9a09b041f73603d68e2950b4ba4c8936 2024-12-05T03:20:16,064 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733368803199.9a09b041f73603d68e2950b4ba4c8936. as already flushing 2024-12-05T03:20:16,074 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a09b041f73603d68e2950b4ba4c8936, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:20:16,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 195 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36620 deadline: 1733368876073, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a09b041f73603d68e2950b4ba4c8936, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:20:16,076 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a09b041f73603d68e2950b4ba4c8936, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:20:16,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 203 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36608 deadline: 1733368876074, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a09b041f73603d68e2950b4ba4c8936, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:20:16,076 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a09b041f73603d68e2950b4ba4c8936, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:20:16,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 209 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36600 deadline: 1733368876074, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a09b041f73603d68e2950b4ba4c8936, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:20:16,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=93 2024-12-05T03:20:16,176 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a09b041f73603d68e2950b4ba4c8936, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:20:16,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 197 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36620 deadline: 1733368876176, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a09b041f73603d68e2950b4ba4c8936, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:20:16,178 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a09b041f73603d68e2950b4ba4c8936, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:20:16,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 205 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36608 deadline: 1733368876177, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a09b041f73603d68e2950b4ba4c8936, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:20:16,178 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a09b041f73603d68e2950b4ba4c8936, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:20:16,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 211 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36600 deadline: 1733368876177, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a09b041f73603d68e2950b4ba4c8936, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:20:16,353 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/.tmp/A/2e6bcfcb7ab84a7d81de726af1f8a05f as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/A/2e6bcfcb7ab84a7d81de726af1f8a05f 2024-12-05T03:20:16,360 INFO [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 9a09b041f73603d68e2950b4ba4c8936/A of 9a09b041f73603d68e2950b4ba4c8936 into 2e6bcfcb7ab84a7d81de726af1f8a05f(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T03:20:16,360 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 9a09b041f73603d68e2950b4ba4c8936: 2024-12-05T03:20:16,360 INFO [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733368803199.9a09b041f73603d68e2950b4ba4c8936., storeName=9a09b041f73603d68e2950b4ba4c8936/A, priority=13, startTime=1733368815898; duration=0sec 2024-12-05T03:20:16,361 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T03:20:16,361 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9a09b041f73603d68e2950b4ba4c8936:A 2024-12-05T03:20:16,378 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a09b041f73603d68e2950b4ba4c8936, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:20:16,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 199 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36620 deadline: 1733368876378, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a09b041f73603d68e2950b4ba4c8936, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:20:16,379 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a09b041f73603d68e2950b4ba4c8936, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:20:16,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 207 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36608 deadline: 1733368876379, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a09b041f73603d68e2950b4ba4c8936, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:20:16,384 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a09b041f73603d68e2950b4ba4c8936, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:20:16,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 213 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36600 deadline: 1733368876384, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a09b041f73603d68e2950b4ba4c8936, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:20:16,386 INFO [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=390 (bloomFilter=true), to=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/.tmp/A/7eb56222ee5f44b8b4101c1e7d429114 2024-12-05T03:20:16,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=93 2024-12-05T03:20:16,406 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/.tmp/B/23b1c6fe313e470ea02268f1273129b9 is 50, key is test_row_0/B:col10/1733368815446/Put/seqid=0 2024-12-05T03:20:16,418 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073742205_1381 (size=12301) 2024-12-05T03:20:16,419 INFO [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=390 (bloomFilter=true), to=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/.tmp/B/23b1c6fe313e470ea02268f1273129b9 2024-12-05T03:20:16,431 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/.tmp/C/a3715b2d01634300a718d904d100fa1d is 50, key is test_row_0/C:col10/1733368815446/Put/seqid=0 2024-12-05T03:20:16,436 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073742206_1382 (size=12301) 2024-12-05T03:20:16,681 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a09b041f73603d68e2950b4ba4c8936, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:20:16,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 201 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36620 deadline: 1733368876680, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a09b041f73603d68e2950b4ba4c8936, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:20:16,682 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a09b041f73603d68e2950b4ba4c8936, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:20:16,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 209 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36608 deadline: 1733368876680, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a09b041f73603d68e2950b4ba4c8936, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:20:16,687 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a09b041f73603d68e2950b4ba4c8936, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:20:16,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 215 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36600 deadline: 1733368876686, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a09b041f73603d68e2950b4ba4c8936, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:20:16,836 INFO [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=390 (bloomFilter=true), to=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/.tmp/C/a3715b2d01634300a718d904d100fa1d 2024-12-05T03:20:16,843 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/.tmp/A/7eb56222ee5f44b8b4101c1e7d429114 as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/A/7eb56222ee5f44b8b4101c1e7d429114 2024-12-05T03:20:16,847 INFO [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/A/7eb56222ee5f44b8b4101c1e7d429114, entries=150, sequenceid=390, filesize=12.0 K 2024-12-05T03:20:16,848 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/.tmp/B/23b1c6fe313e470ea02268f1273129b9 as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/B/23b1c6fe313e470ea02268f1273129b9 2024-12-05T03:20:16,851 INFO [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/B/23b1c6fe313e470ea02268f1273129b9, entries=150, sequenceid=390, filesize=12.0 K 2024-12-05T03:20:16,852 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/.tmp/C/a3715b2d01634300a718d904d100fa1d as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/C/a3715b2d01634300a718d904d100fa1d 2024-12-05T03:20:16,857 INFO [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/C/a3715b2d01634300a718d904d100fa1d, entries=150, sequenceid=390, filesize=12.0 K 2024-12-05T03:20:16,859 INFO [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for 9a09b041f73603d68e2950b4ba4c8936 in 905ms, sequenceid=390, compaction requested=false 2024-12-05T03:20:16,859 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegion(2538): Flush status journal for 9a09b041f73603d68e2950b4ba4c8936: 2024-12-05T03:20:16,859 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733368803199.9a09b041f73603d68e2950b4ba4c8936. 2024-12-05T03:20:16,859 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=94 2024-12-05T03:20:16,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.HMaster(4106): Remote procedure done, pid=94 2024-12-05T03:20:16,862 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=94, resume processing ppid=93 2024-12-05T03:20:16,862 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=94, ppid=93, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0590 sec 2024-12-05T03:20:16,864 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=93, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=93, table=TestAcidGuarantees in 1.0640 sec 2024-12-05T03:20:16,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=93 2024-12-05T03:20:16,905 INFO [Thread-1358 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 93 completed 2024-12-05T03:20:16,906 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-05T03:20:16,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] procedure2.ProcedureExecutor(1098): Stored pid=95, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=95, table=TestAcidGuarantees 2024-12-05T03:20:16,907 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=95, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=95, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-05T03:20:16,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=95 2024-12-05T03:20:16,909 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=95, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=95, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-05T03:20:16,909 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=96, ppid=95, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-05T03:20:17,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=95 2024-12-05T03:20:17,060 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 971fbbbe942d,46085,1733368737191 2024-12-05T03:20:17,060 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46085 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=96 2024-12-05T03:20:17,061 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733368803199.9a09b041f73603d68e2950b4ba4c8936. 2024-12-05T03:20:17,061 INFO [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegion(2837): Flushing 9a09b041f73603d68e2950b4ba4c8936 3/3 column families, dataSize=46.96 KB heapSize=123.80 KB 2024-12-05T03:20:17,061 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9a09b041f73603d68e2950b4ba4c8936, store=A 2024-12-05T03:20:17,061 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T03:20:17,061 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9a09b041f73603d68e2950b4ba4c8936, store=B 2024-12-05T03:20:17,061 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T03:20:17,061 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9a09b041f73603d68e2950b4ba4c8936, store=C 2024-12-05T03:20:17,061 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T03:20:17,066 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/.tmp/A/91276d7f960549b487d15cd90eae872a is 50, key is test_row_1/A:col10/1733368816072/Put/seqid=0 2024-12-05T03:20:17,081 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073742207_1383 (size=9857) 2024-12-05T03:20:17,082 INFO [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=403 (bloomFilter=true), to=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/.tmp/A/91276d7f960549b487d15cd90eae872a 2024-12-05T03:20:17,091 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/.tmp/B/1a9dab7ac09f4d65834545c43f8d71c6 is 50, key is test_row_1/B:col10/1733368816072/Put/seqid=0 2024-12-05T03:20:17,109 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073742208_1384 (size=9857) 2024-12-05T03:20:17,111 INFO [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=403 (bloomFilter=true), to=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/.tmp/B/1a9dab7ac09f4d65834545c43f8d71c6 2024-12-05T03:20:17,118 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/.tmp/C/c3a415edfdae4a05a82ebc2c3e45327c is 50, key is test_row_1/C:col10/1733368816072/Put/seqid=0 2024-12-05T03:20:17,124 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073742209_1385 (size=9857) 2024-12-05T03:20:17,125 INFO [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=403 (bloomFilter=true), to=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/.tmp/C/c3a415edfdae4a05a82ebc2c3e45327c 2024-12-05T03:20:17,129 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/.tmp/A/91276d7f960549b487d15cd90eae872a as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/A/91276d7f960549b487d15cd90eae872a 2024-12-05T03:20:17,140 INFO [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/A/91276d7f960549b487d15cd90eae872a, entries=100, sequenceid=403, filesize=9.6 K 2024-12-05T03:20:17,141 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/.tmp/B/1a9dab7ac09f4d65834545c43f8d71c6 as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/B/1a9dab7ac09f4d65834545c43f8d71c6 2024-12-05T03:20:17,145 INFO [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/B/1a9dab7ac09f4d65834545c43f8d71c6, entries=100, sequenceid=403, filesize=9.6 K 2024-12-05T03:20:17,150 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/.tmp/C/c3a415edfdae4a05a82ebc2c3e45327c as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/C/c3a415edfdae4a05a82ebc2c3e45327c 2024-12-05T03:20:17,154 INFO [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/C/c3a415edfdae4a05a82ebc2c3e45327c, entries=100, sequenceid=403, filesize=9.6 K 2024-12-05T03:20:17,156 INFO [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegion(3040): Finished flush of dataSize ~46.96 KB/48090, heapSize ~123.75 KB/126720, currentSize=0 B/0 for 9a09b041f73603d68e2950b4ba4c8936 in 95ms, sequenceid=403, compaction requested=true 2024-12-05T03:20:17,156 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegion(2538): Flush status journal for 9a09b041f73603d68e2950b4ba4c8936: 2024-12-05T03:20:17,156 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733368803199.9a09b041f73603d68e2950b4ba4c8936. 2024-12-05T03:20:17,156 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=96 2024-12-05T03:20:17,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.HMaster(4106): Remote procedure done, pid=96 2024-12-05T03:20:17,159 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=96, resume processing ppid=95 2024-12-05T03:20:17,159 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=96, ppid=95, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 248 msec 2024-12-05T03:20:17,160 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=95, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=95, table=TestAcidGuarantees in 253 msec 2024-12-05T03:20:17,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(8581): Flush requested on 9a09b041f73603d68e2950b4ba4c8936 2024-12-05T03:20:17,193 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 9a09b041f73603d68e2950b4ba4c8936 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-05T03:20:17,194 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9a09b041f73603d68e2950b4ba4c8936, store=A 2024-12-05T03:20:17,194 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T03:20:17,194 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9a09b041f73603d68e2950b4ba4c8936, store=B 2024-12-05T03:20:17,194 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T03:20:17,194 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9a09b041f73603d68e2950b4ba4c8936, store=C 2024-12-05T03:20:17,195 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T03:20:17,199 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/.tmp/A/12aa387ac7174c0d9dc201bdea6d95f5 is 50, key is test_row_0/A:col10/1733368817193/Put/seqid=0 2024-12-05T03:20:17,206 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073742210_1386 (size=12301) 2024-12-05T03:20:17,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=95 2024-12-05T03:20:17,209 INFO [Thread-1358 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 95 completed 2024-12-05T03:20:17,211 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-05T03:20:17,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] procedure2.ProcedureExecutor(1098): Stored pid=97, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=97, table=TestAcidGuarantees 2024-12-05T03:20:17,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=97 2024-12-05T03:20:17,213 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=97, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=97, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-05T03:20:17,213 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=97, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=97, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-05T03:20:17,214 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=98, ppid=97, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-05T03:20:17,225 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a09b041f73603d68e2950b4ba4c8936, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:20:17,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 214 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36620 deadline: 1733368877222, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a09b041f73603d68e2950b4ba4c8936, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:20:17,225 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a09b041f73603d68e2950b4ba4c8936, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:20:17,225 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a09b041f73603d68e2950b4ba4c8936, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:20:17,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 221 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36608 deadline: 1733368877223, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a09b041f73603d68e2950b4ba4c8936, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:20:17,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 226 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36600 deadline: 1733368877223, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a09b041f73603d68e2950b4ba4c8936, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:20:17,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=97 2024-12-05T03:20:17,327 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a09b041f73603d68e2950b4ba4c8936, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:20:17,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 216 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36620 deadline: 1733368877326, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a09b041f73603d68e2950b4ba4c8936, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:20:17,327 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a09b041f73603d68e2950b4ba4c8936, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:20:17,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 223 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36608 deadline: 1733368877326, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a09b041f73603d68e2950b4ba4c8936, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:20:17,329 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a09b041f73603d68e2950b4ba4c8936, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:20:17,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 228 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36600 deadline: 1733368877327, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a09b041f73603d68e2950b4ba4c8936, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:20:17,365 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 971fbbbe942d,46085,1733368737191 2024-12-05T03:20:17,366 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46085 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=98 2024-12-05T03:20:17,366 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733368803199.9a09b041f73603d68e2950b4ba4c8936. 2024-12-05T03:20:17,366 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733368803199.9a09b041f73603d68e2950b4ba4c8936. as already flushing 2024-12-05T03:20:17,366 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733368803199.9a09b041f73603d68e2950b4ba4c8936. 2024-12-05T03:20:17,366 ERROR [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] handler.RSProcedureHandler(58): pid=98 java.io.IOException: Unable to complete flush {ENCODED => 9a09b041f73603d68e2950b4ba4c8936, NAME => 'TestAcidGuarantees,,1733368803199.9a09b041f73603d68e2950b4ba4c8936.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:20:17,366 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=98 java.io.IOException: Unable to complete flush {ENCODED => 9a09b041f73603d68e2950b4ba4c8936, NAME => 'TestAcidGuarantees,,1733368803199.9a09b041f73603d68e2950b4ba4c8936.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:20:17,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.HMaster(4114): Remote procedure failed, pid=98 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9a09b041f73603d68e2950b4ba4c8936, NAME => 'TestAcidGuarantees,,1733368803199.9a09b041f73603d68e2950b4ba4c8936.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9a09b041f73603d68e2950b4ba4c8936, NAME => 'TestAcidGuarantees,,1733368803199.9a09b041f73603d68e2950b4ba4c8936.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:20:17,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=97 2024-12-05T03:20:17,518 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 971fbbbe942d,46085,1733368737191 2024-12-05T03:20:17,519 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46085 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=98 2024-12-05T03:20:17,519 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733368803199.9a09b041f73603d68e2950b4ba4c8936. 2024-12-05T03:20:17,519 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733368803199.9a09b041f73603d68e2950b4ba4c8936. as already flushing 2024-12-05T03:20:17,519 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733368803199.9a09b041f73603d68e2950b4ba4c8936. 2024-12-05T03:20:17,519 ERROR [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] handler.RSProcedureHandler(58): pid=98 java.io.IOException: Unable to complete flush {ENCODED => 9a09b041f73603d68e2950b4ba4c8936, NAME => 'TestAcidGuarantees,,1733368803199.9a09b041f73603d68e2950b4ba4c8936.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:20:17,519 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=98 java.io.IOException: Unable to complete flush {ENCODED => 9a09b041f73603d68e2950b4ba4c8936, NAME => 'TestAcidGuarantees,,1733368803199.9a09b041f73603d68e2950b4ba4c8936.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:20:17,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.HMaster(4114): Remote procedure failed, pid=98 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9a09b041f73603d68e2950b4ba4c8936, NAME => 'TestAcidGuarantees,,1733368803199.9a09b041f73603d68e2950b4ba4c8936.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9a09b041f73603d68e2950b4ba4c8936, NAME => 'TestAcidGuarantees,,1733368803199.9a09b041f73603d68e2950b4ba4c8936.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:20:17,530 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a09b041f73603d68e2950b4ba4c8936, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:20:17,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 218 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36620 deadline: 1733368877528, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a09b041f73603d68e2950b4ba4c8936, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:20:17,530 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a09b041f73603d68e2950b4ba4c8936, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:20:17,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 230 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36600 deadline: 1733368877530, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a09b041f73603d68e2950b4ba4c8936, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:20:17,532 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a09b041f73603d68e2950b4ba4c8936, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:20:17,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 225 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36608 deadline: 1733368877530, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a09b041f73603d68e2950b4ba4c8936, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:20:17,606 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=415 (bloomFilter=true), to=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/.tmp/A/12aa387ac7174c0d9dc201bdea6d95f5 2024-12-05T03:20:17,617 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/.tmp/B/e7d855499e9144b489f8713e3cf852c6 is 50, key is test_row_0/B:col10/1733368817193/Put/seqid=0 2024-12-05T03:20:17,638 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073742211_1387 (size=12301) 2024-12-05T03:20:17,645 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=415 (bloomFilter=true), to=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/.tmp/B/e7d855499e9144b489f8713e3cf852c6 2024-12-05T03:20:17,652 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/.tmp/C/64c73ec73ccc4b43aff88f5a101d6b84 is 50, key is test_row_0/C:col10/1733368817193/Put/seqid=0 2024-12-05T03:20:17,657 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073742212_1388 (size=12301) 2024-12-05T03:20:17,671 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 971fbbbe942d,46085,1733368737191 2024-12-05T03:20:17,672 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46085 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=98 2024-12-05T03:20:17,672 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733368803199.9a09b041f73603d68e2950b4ba4c8936. 2024-12-05T03:20:17,672 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733368803199.9a09b041f73603d68e2950b4ba4c8936. as already flushing 2024-12-05T03:20:17,672 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733368803199.9a09b041f73603d68e2950b4ba4c8936. 2024-12-05T03:20:17,672 ERROR [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] handler.RSProcedureHandler(58): pid=98 java.io.IOException: Unable to complete flush {ENCODED => 9a09b041f73603d68e2950b4ba4c8936, NAME => 'TestAcidGuarantees,,1733368803199.9a09b041f73603d68e2950b4ba4c8936.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:20:17,672 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=98 java.io.IOException: Unable to complete flush {ENCODED => 9a09b041f73603d68e2950b4ba4c8936, NAME => 'TestAcidGuarantees,,1733368803199.9a09b041f73603d68e2950b4ba4c8936.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:20:17,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.HMaster(4114): Remote procedure failed, pid=98 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9a09b041f73603d68e2950b4ba4c8936, NAME => 'TestAcidGuarantees,,1733368803199.9a09b041f73603d68e2950b4ba4c8936.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9a09b041f73603d68e2950b4ba4c8936, NAME => 'TestAcidGuarantees,,1733368803199.9a09b041f73603d68e2950b4ba4c8936.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:20:17,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=97 2024-12-05T03:20:17,824 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 971fbbbe942d,46085,1733368737191 2024-12-05T03:20:17,825 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46085 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=98 2024-12-05T03:20:17,826 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733368803199.9a09b041f73603d68e2950b4ba4c8936. 2024-12-05T03:20:17,826 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733368803199.9a09b041f73603d68e2950b4ba4c8936. as already flushing 2024-12-05T03:20:17,826 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733368803199.9a09b041f73603d68e2950b4ba4c8936. 2024-12-05T03:20:17,826 ERROR [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] handler.RSProcedureHandler(58): pid=98 java.io.IOException: Unable to complete flush {ENCODED => 9a09b041f73603d68e2950b4ba4c8936, NAME => 'TestAcidGuarantees,,1733368803199.9a09b041f73603d68e2950b4ba4c8936.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:20:17,826 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=98 java.io.IOException: Unable to complete flush {ENCODED => 9a09b041f73603d68e2950b4ba4c8936, NAME => 'TestAcidGuarantees,,1733368803199.9a09b041f73603d68e2950b4ba4c8936.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:20:17,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.HMaster(4114): Remote procedure failed, pid=98 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9a09b041f73603d68e2950b4ba4c8936, NAME => 'TestAcidGuarantees,,1733368803199.9a09b041f73603d68e2950b4ba4c8936.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9a09b041f73603d68e2950b4ba4c8936, NAME => 'TestAcidGuarantees,,1733368803199.9a09b041f73603d68e2950b4ba4c8936.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:20:17,832 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a09b041f73603d68e2950b4ba4c8936, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:20:17,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 232 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36600 deadline: 1733368877831, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a09b041f73603d68e2950b4ba4c8936, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:20:17,835 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a09b041f73603d68e2950b4ba4c8936, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:20:17,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 220 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36620 deadline: 1733368877833, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a09b041f73603d68e2950b4ba4c8936, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:20:17,836 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a09b041f73603d68e2950b4ba4c8936, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:20:17,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 227 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36608 deadline: 1733368877834, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a09b041f73603d68e2950b4ba4c8936, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:20:17,978 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 971fbbbe942d,46085,1733368737191 2024-12-05T03:20:17,979 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46085 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=98 2024-12-05T03:20:17,979 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733368803199.9a09b041f73603d68e2950b4ba4c8936. 2024-12-05T03:20:17,979 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733368803199.9a09b041f73603d68e2950b4ba4c8936. as already flushing 2024-12-05T03:20:17,979 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733368803199.9a09b041f73603d68e2950b4ba4c8936. 2024-12-05T03:20:17,979 ERROR [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] handler.RSProcedureHandler(58): pid=98 java.io.IOException: Unable to complete flush {ENCODED => 9a09b041f73603d68e2950b4ba4c8936, NAME => 'TestAcidGuarantees,,1733368803199.9a09b041f73603d68e2950b4ba4c8936.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:20:17,979 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=98 java.io.IOException: Unable to complete flush {ENCODED => 9a09b041f73603d68e2950b4ba4c8936, NAME => 'TestAcidGuarantees,,1733368803199.9a09b041f73603d68e2950b4ba4c8936.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:20:17,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.HMaster(4114): Remote procedure failed, pid=98 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9a09b041f73603d68e2950b4ba4c8936, NAME => 'TestAcidGuarantees,,1733368803199.9a09b041f73603d68e2950b4ba4c8936.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9a09b041f73603d68e2950b4ba4c8936, NAME => 'TestAcidGuarantees,,1733368803199.9a09b041f73603d68e2950b4ba4c8936.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:20:18,058 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=415 (bloomFilter=true), to=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/.tmp/C/64c73ec73ccc4b43aff88f5a101d6b84 2024-12-05T03:20:18,063 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/.tmp/A/12aa387ac7174c0d9dc201bdea6d95f5 as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/A/12aa387ac7174c0d9dc201bdea6d95f5 2024-12-05T03:20:18,067 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/A/12aa387ac7174c0d9dc201bdea6d95f5, entries=150, sequenceid=415, filesize=12.0 K 2024-12-05T03:20:18,068 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/.tmp/B/e7d855499e9144b489f8713e3cf852c6 as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/B/e7d855499e9144b489f8713e3cf852c6 2024-12-05T03:20:18,073 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/B/e7d855499e9144b489f8713e3cf852c6, entries=150, sequenceid=415, filesize=12.0 K 2024-12-05T03:20:18,075 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/.tmp/C/64c73ec73ccc4b43aff88f5a101d6b84 as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/C/64c73ec73ccc4b43aff88f5a101d6b84 2024-12-05T03:20:18,078 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/C/64c73ec73ccc4b43aff88f5a101d6b84, entries=150, sequenceid=415, filesize=12.0 K 2024-12-05T03:20:18,079 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 9a09b041f73603d68e2950b4ba4c8936 in 887ms, sequenceid=415, compaction requested=true 2024-12-05T03:20:18,079 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 9a09b041f73603d68e2950b4ba4c8936: 2024-12-05T03:20:18,080 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9a09b041f73603d68e2950b4ba4c8936:A, priority=-2147483648, current under compaction store size is 1 2024-12-05T03:20:18,080 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T03:20:18,080 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9a09b041f73603d68e2950b4ba4c8936:B, priority=-2147483648, current under compaction store size is 2 2024-12-05T03:20:18,080 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-05T03:20:18,080 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T03:20:18,080 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9a09b041f73603d68e2950b4ba4c8936:C, priority=-2147483648, current under compaction store size is 3 2024-12-05T03:20:18,080 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T03:20:18,080 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-05T03:20:18,081 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 47646 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-05T03:20:18,081 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 47646 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-05T03:20:18,081 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.HStore(1540): 9a09b041f73603d68e2950b4ba4c8936/B is initiating minor compaction (all files) 2024-12-05T03:20:18,081 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.HStore(1540): 9a09b041f73603d68e2950b4ba4c8936/A is initiating minor compaction (all files) 2024-12-05T03:20:18,081 INFO [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 9a09b041f73603d68e2950b4ba4c8936/B in TestAcidGuarantees,,1733368803199.9a09b041f73603d68e2950b4ba4c8936. 2024-12-05T03:20:18,081 INFO [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 9a09b041f73603d68e2950b4ba4c8936/A in TestAcidGuarantees,,1733368803199.9a09b041f73603d68e2950b4ba4c8936. 2024-12-05T03:20:18,081 INFO [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/B/27823ca5f73e4c178ca5c2807e5db0bf, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/B/23b1c6fe313e470ea02268f1273129b9, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/B/1a9dab7ac09f4d65834545c43f8d71c6, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/B/e7d855499e9144b489f8713e3cf852c6] into tmpdir=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/.tmp, totalSize=46.5 K 2024-12-05T03:20:18,081 INFO [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/A/2e6bcfcb7ab84a7d81de726af1f8a05f, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/A/7eb56222ee5f44b8b4101c1e7d429114, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/A/91276d7f960549b487d15cd90eae872a, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/A/12aa387ac7174c0d9dc201bdea6d95f5] into tmpdir=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/.tmp, totalSize=46.5 K 2024-12-05T03:20:18,082 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2e6bcfcb7ab84a7d81de726af1f8a05f, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=364, earliestPutTs=1733368814794 2024-12-05T03:20:18,082 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] compactions.Compactor(224): Compacting 27823ca5f73e4c178ca5c2807e5db0bf, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=364, earliestPutTs=1733368814794 2024-12-05T03:20:18,082 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] compactions.Compactor(224): Compacting 23b1c6fe313e470ea02268f1273129b9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=390, earliestPutTs=1733368815443 2024-12-05T03:20:18,082 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7eb56222ee5f44b8b4101c1e7d429114, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=390, earliestPutTs=1733368815443 2024-12-05T03:20:18,082 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] compactions.Compactor(224): Compacting 1a9dab7ac09f4d65834545c43f8d71c6, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=403, earliestPutTs=1733368816067 2024-12-05T03:20:18,083 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] compactions.Compactor(224): Compacting 91276d7f960549b487d15cd90eae872a, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=403, earliestPutTs=1733368816067 2024-12-05T03:20:18,083 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] compactions.Compactor(224): Compacting e7d855499e9144b489f8713e3cf852c6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=415, earliestPutTs=1733368817186 2024-12-05T03:20:18,083 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] compactions.Compactor(224): Compacting 12aa387ac7174c0d9dc201bdea6d95f5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=415, earliestPutTs=1733368817186 2024-12-05T03:20:18,111 INFO [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9a09b041f73603d68e2950b4ba4c8936#A#compaction#334 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T03:20:18,112 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/.tmp/A/4cd4b366eeaf4ab4b67b2a5fd9b41339 is 50, key is test_row_0/A:col10/1733368817193/Put/seqid=0 2024-12-05T03:20:18,113 INFO [RS:0;971fbbbe942d:46085-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9a09b041f73603d68e2950b4ba4c8936#B#compaction#335 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T03:20:18,113 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/.tmp/B/5846a0a303324f798cb241c4115b19de is 50, key is test_row_0/B:col10/1733368817193/Put/seqid=0 2024-12-05T03:20:18,118 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073742213_1389 (size=13323) 2024-12-05T03:20:18,123 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/.tmp/A/4cd4b366eeaf4ab4b67b2a5fd9b41339 as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/A/4cd4b366eeaf4ab4b67b2a5fd9b41339 2024-12-05T03:20:18,125 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073742214_1390 (size=13323) 2024-12-05T03:20:18,128 INFO [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 9a09b041f73603d68e2950b4ba4c8936/A of 9a09b041f73603d68e2950b4ba4c8936 into 4cd4b366eeaf4ab4b67b2a5fd9b41339(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T03:20:18,128 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 9a09b041f73603d68e2950b4ba4c8936: 2024-12-05T03:20:18,128 INFO [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733368803199.9a09b041f73603d68e2950b4ba4c8936., storeName=9a09b041f73603d68e2950b4ba4c8936/A, priority=12, startTime=1733368818079; duration=0sec 2024-12-05T03:20:18,128 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T03:20:18,128 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9a09b041f73603d68e2950b4ba4c8936:A 2024-12-05T03:20:18,128 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-05T03:20:18,130 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 47612 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-05T03:20:18,130 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.HStore(1540): 9a09b041f73603d68e2950b4ba4c8936/C is initiating minor compaction (all files) 2024-12-05T03:20:18,130 INFO [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 9a09b041f73603d68e2950b4ba4c8936/C in TestAcidGuarantees,,1733368803199.9a09b041f73603d68e2950b4ba4c8936. 2024-12-05T03:20:18,130 INFO [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/C/bee137e588aa410387d91ac2ea38ac3f, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/C/a3715b2d01634300a718d904d100fa1d, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/C/c3a415edfdae4a05a82ebc2c3e45327c, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/C/64c73ec73ccc4b43aff88f5a101d6b84] into tmpdir=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/.tmp, totalSize=46.5 K 2024-12-05T03:20:18,131 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] compactions.Compactor(224): Compacting bee137e588aa410387d91ac2ea38ac3f, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=364, earliestPutTs=1733368814794 2024-12-05T03:20:18,131 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] compactions.Compactor(224): Compacting a3715b2d01634300a718d904d100fa1d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=390, earliestPutTs=1733368815443 2024-12-05T03:20:18,131 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 971fbbbe942d,46085,1733368737191 2024-12-05T03:20:18,132 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] compactions.Compactor(224): Compacting c3a415edfdae4a05a82ebc2c3e45327c, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=403, earliestPutTs=1733368816067 2024-12-05T03:20:18,132 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46085 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=98 2024-12-05T03:20:18,132 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733368803199.9a09b041f73603d68e2950b4ba4c8936. 2024-12-05T03:20:18,132 INFO [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(2837): Flushing 9a09b041f73603d68e2950b4ba4c8936 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-12-05T03:20:18,132 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9a09b041f73603d68e2950b4ba4c8936, store=A 2024-12-05T03:20:18,132 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T03:20:18,132 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9a09b041f73603d68e2950b4ba4c8936, store=B 2024-12-05T03:20:18,132 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T03:20:18,132 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9a09b041f73603d68e2950b4ba4c8936, store=C 2024-12-05T03:20:18,133 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T03:20:18,133 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] compactions.Compactor(224): Compacting 64c73ec73ccc4b43aff88f5a101d6b84, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=415, earliestPutTs=1733368817186 2024-12-05T03:20:18,134 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/.tmp/B/5846a0a303324f798cb241c4115b19de as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/B/5846a0a303324f798cb241c4115b19de 2024-12-05T03:20:18,138 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/.tmp/A/a83c3aa1ec3c458aaf2d8c4cf3640f5e is 50, key is test_row_0/A:col10/1733368817222/Put/seqid=0 2024-12-05T03:20:18,139 INFO [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 9a09b041f73603d68e2950b4ba4c8936/B of 9a09b041f73603d68e2950b4ba4c8936 into 5846a0a303324f798cb241c4115b19de(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T03:20:18,139 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 9a09b041f73603d68e2950b4ba4c8936: 2024-12-05T03:20:18,139 INFO [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733368803199.9a09b041f73603d68e2950b4ba4c8936., storeName=9a09b041f73603d68e2950b4ba4c8936/B, priority=12, startTime=1733368818080; duration=0sec 2024-12-05T03:20:18,139 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T03:20:18,139 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9a09b041f73603d68e2950b4ba4c8936:B 2024-12-05T03:20:18,142 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073742215_1391 (size=12301) 2024-12-05T03:20:18,148 INFO [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9a09b041f73603d68e2950b4ba4c8936#C#compaction#337 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T03:20:18,148 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/.tmp/C/c7a4496d780049e2aa03acadb08a811d is 50, key is test_row_0/C:col10/1733368817193/Put/seqid=0 2024-12-05T03:20:18,152 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073742216_1392 (size=13289) 2024-12-05T03:20:18,157 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/.tmp/C/c7a4496d780049e2aa03acadb08a811d as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/C/c7a4496d780049e2aa03acadb08a811d 2024-12-05T03:20:18,163 INFO [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 9a09b041f73603d68e2950b4ba4c8936/C of 9a09b041f73603d68e2950b4ba4c8936 into c7a4496d780049e2aa03acadb08a811d(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T03:20:18,163 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 9a09b041f73603d68e2950b4ba4c8936: 2024-12-05T03:20:18,163 INFO [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733368803199.9a09b041f73603d68e2950b4ba4c8936., storeName=9a09b041f73603d68e2950b4ba4c8936/C, priority=12, startTime=1733368818080; duration=0sec 2024-12-05T03:20:18,163 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T03:20:18,163 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9a09b041f73603d68e2950b4ba4c8936:C 2024-12-05T03:20:18,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=97 2024-12-05T03:20:18,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(8581): Flush requested on 9a09b041f73603d68e2950b4ba4c8936 2024-12-05T03:20:18,336 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733368803199.9a09b041f73603d68e2950b4ba4c8936. as already flushing 2024-12-05T03:20:18,346 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a09b041f73603d68e2950b4ba4c8936, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:20:18,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 224 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36620 deadline: 1733368878344, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a09b041f73603d68e2950b4ba4c8936, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:20:18,347 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a09b041f73603d68e2950b4ba4c8936, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:20:18,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 238 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36600 deadline: 1733368878345, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a09b041f73603d68e2950b4ba4c8936, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:20:18,348 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a09b041f73603d68e2950b4ba4c8936, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:20:18,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 232 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36608 deadline: 1733368878346, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a09b041f73603d68e2950b4ba4c8936, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:20:18,448 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a09b041f73603d68e2950b4ba4c8936, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:20:18,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 226 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36620 deadline: 1733368878447, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a09b041f73603d68e2950b4ba4c8936, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:20:18,449 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a09b041f73603d68e2950b4ba4c8936, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:20:18,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 240 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36600 deadline: 1733368878448, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a09b041f73603d68e2950b4ba4c8936, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:20:18,450 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a09b041f73603d68e2950b4ba4c8936, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:20:18,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 234 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36608 deadline: 1733368878449, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a09b041f73603d68e2950b4ba4c8936, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:20:18,543 INFO [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=440 (bloomFilter=true), to=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/.tmp/A/a83c3aa1ec3c458aaf2d8c4cf3640f5e 2024-12-05T03:20:18,551 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/.tmp/B/ccec70b04ebc4a69bc0bab2d8d5438a6 is 50, key is test_row_0/B:col10/1733368817222/Put/seqid=0 2024-12-05T03:20:18,555 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073742217_1393 (size=12301) 2024-12-05T03:20:18,651 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a09b041f73603d68e2950b4ba4c8936, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:20:18,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 228 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36620 deadline: 1733368878649, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a09b041f73603d68e2950b4ba4c8936, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:20:18,651 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a09b041f73603d68e2950b4ba4c8936, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:20:18,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 242 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36600 deadline: 1733368878651, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a09b041f73603d68e2950b4ba4c8936, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:20:18,653 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a09b041f73603d68e2950b4ba4c8936, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:20:18,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 236 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36608 deadline: 1733368878651, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a09b041f73603d68e2950b4ba4c8936, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:20:18,954 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a09b041f73603d68e2950b4ba4c8936, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:20:18,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 230 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36620 deadline: 1733368878953, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a09b041f73603d68e2950b4ba4c8936, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:20:18,954 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a09b041f73603d68e2950b4ba4c8936, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:20:18,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 244 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36600 deadline: 1733368878953, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a09b041f73603d68e2950b4ba4c8936, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:20:18,956 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a09b041f73603d68e2950b4ba4c8936, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:20:18,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 238 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36608 deadline: 1733368878956, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a09b041f73603d68e2950b4ba4c8936, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:20:18,956 INFO [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=440 (bloomFilter=true), to=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/.tmp/B/ccec70b04ebc4a69bc0bab2d8d5438a6 2024-12-05T03:20:18,964 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/.tmp/C/fd2088f48a054d53be1db08b7bf2a412 is 50, key is test_row_0/C:col10/1733368817222/Put/seqid=0 2024-12-05T03:20:18,968 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073742218_1394 (size=12301) 2024-12-05T03:20:19,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=97 2024-12-05T03:20:19,369 INFO [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=440 (bloomFilter=true), to=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/.tmp/C/fd2088f48a054d53be1db08b7bf2a412 2024-12-05T03:20:19,374 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/.tmp/A/a83c3aa1ec3c458aaf2d8c4cf3640f5e as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/A/a83c3aa1ec3c458aaf2d8c4cf3640f5e 2024-12-05T03:20:19,377 INFO [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/A/a83c3aa1ec3c458aaf2d8c4cf3640f5e, entries=150, sequenceid=440, filesize=12.0 K 2024-12-05T03:20:19,378 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/.tmp/B/ccec70b04ebc4a69bc0bab2d8d5438a6 as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/B/ccec70b04ebc4a69bc0bab2d8d5438a6 2024-12-05T03:20:19,381 INFO [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/B/ccec70b04ebc4a69bc0bab2d8d5438a6, entries=150, sequenceid=440, filesize=12.0 K 2024-12-05T03:20:19,382 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/.tmp/C/fd2088f48a054d53be1db08b7bf2a412 as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/C/fd2088f48a054d53be1db08b7bf2a412 2024-12-05T03:20:19,385 INFO [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/C/fd2088f48a054d53be1db08b7bf2a412, entries=150, sequenceid=440, filesize=12.0 K 2024-12-05T03:20:19,392 INFO [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 9a09b041f73603d68e2950b4ba4c8936 in 1260ms, sequenceid=440, compaction requested=false 2024-12-05T03:20:19,392 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(2538): Flush status journal for 9a09b041f73603d68e2950b4ba4c8936: 2024-12-05T03:20:19,392 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733368803199.9a09b041f73603d68e2950b4ba4c8936. 2024-12-05T03:20:19,392 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=98 2024-12-05T03:20:19,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.HMaster(4106): Remote procedure done, pid=98 2024-12-05T03:20:19,394 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=98, resume processing ppid=97 2024-12-05T03:20:19,395 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=98, ppid=97, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.1800 sec 2024-12-05T03:20:19,396 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=97, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=97, table=TestAcidGuarantees in 2.1840 sec 2024-12-05T03:20:19,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(8581): Flush requested on 9a09b041f73603d68e2950b4ba4c8936 2024-12-05T03:20:19,458 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 9a09b041f73603d68e2950b4ba4c8936 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-12-05T03:20:19,458 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9a09b041f73603d68e2950b4ba4c8936, store=A 2024-12-05T03:20:19,458 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T03:20:19,458 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9a09b041f73603d68e2950b4ba4c8936, store=B 2024-12-05T03:20:19,458 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T03:20:19,458 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9a09b041f73603d68e2950b4ba4c8936, store=C 2024-12-05T03:20:19,458 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T03:20:19,465 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/.tmp/A/0117405728dd4570bd1059da36f131e9 is 50, key is test_row_0/A:col10/1733368819456/Put/seqid=0 2024-12-05T03:20:19,470 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073742219_1395 (size=12301) 2024-12-05T03:20:19,488 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a09b041f73603d68e2950b4ba4c8936, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:20:19,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 253 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36600 deadline: 1733368879485, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a09b041f73603d68e2950b4ba4c8936, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:20:19,488 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a09b041f73603d68e2950b4ba4c8936, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:20:19,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 240 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36620 deadline: 1733368879486, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a09b041f73603d68e2950b4ba4c8936, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:20:19,489 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a09b041f73603d68e2950b4ba4c8936, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:20:19,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 247 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36608 deadline: 1733368879487, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a09b041f73603d68e2950b4ba4c8936, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:20:19,590 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a09b041f73603d68e2950b4ba4c8936, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:20:19,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 255 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36600 deadline: 1733368879589, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a09b041f73603d68e2950b4ba4c8936, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:20:19,591 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a09b041f73603d68e2950b4ba4c8936, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:20:19,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 242 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36620 deadline: 1733368879589, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a09b041f73603d68e2950b4ba4c8936, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:20:19,591 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a09b041f73603d68e2950b4ba4c8936, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:20:19,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 249 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36608 deadline: 1733368879589, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a09b041f73603d68e2950b4ba4c8936, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:20:19,794 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a09b041f73603d68e2950b4ba4c8936, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:20:19,794 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a09b041f73603d68e2950b4ba4c8936, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:20:19,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 257 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36600 deadline: 1733368879793, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a09b041f73603d68e2950b4ba4c8936, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:20:19,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 244 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36620 deadline: 1733368879792, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a09b041f73603d68e2950b4ba4c8936, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:20:19,794 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a09b041f73603d68e2950b4ba4c8936, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:20:19,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 251 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36608 deadline: 1733368879793, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a09b041f73603d68e2950b4ba4c8936, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:20:19,871 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=455 (bloomFilter=true), to=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/.tmp/A/0117405728dd4570bd1059da36f131e9 2024-12-05T03:20:19,878 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/.tmp/B/783ba65a7668436b876368ec3da9ec35 is 50, key is test_row_0/B:col10/1733368819456/Put/seqid=0 2024-12-05T03:20:19,882 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073742220_1396 (size=12301) 2024-12-05T03:20:20,098 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a09b041f73603d68e2950b4ba4c8936, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:20:20,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 246 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36620 deadline: 1733368880096, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a09b041f73603d68e2950b4ba4c8936, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:20:20,099 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a09b041f73603d68e2950b4ba4c8936, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:20:20,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 253 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36608 deadline: 1733368880097, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a09b041f73603d68e2950b4ba4c8936, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:20:20,099 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a09b041f73603d68e2950b4ba4c8936, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:20:20,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 259 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36600 deadline: 1733368880097, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a09b041f73603d68e2950b4ba4c8936, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:20:20,283 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=455 (bloomFilter=true), to=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/.tmp/B/783ba65a7668436b876368ec3da9ec35 2024-12-05T03:20:20,290 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/.tmp/C/3369980b4ccb4beaa9bf06f7c2187864 is 50, key is test_row_0/C:col10/1733368819456/Put/seqid=0 2024-12-05T03:20:20,295 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073742221_1397 (size=12301) 2024-12-05T03:20:20,601 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a09b041f73603d68e2950b4ba4c8936, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:20:20,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 261 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36600 deadline: 1733368880600, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a09b041f73603d68e2950b4ba4c8936, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:20:20,605 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a09b041f73603d68e2950b4ba4c8936, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:20:20,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 255 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36608 deadline: 1733368880603, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a09b041f73603d68e2950b4ba4c8936, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:20:20,605 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a09b041f73603d68e2950b4ba4c8936, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:20:20,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 248 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36620 deadline: 1733368880603, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a09b041f73603d68e2950b4ba4c8936, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:20:20,696 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=455 (bloomFilter=true), to=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/.tmp/C/3369980b4ccb4beaa9bf06f7c2187864 2024-12-05T03:20:20,702 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/.tmp/A/0117405728dd4570bd1059da36f131e9 as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/A/0117405728dd4570bd1059da36f131e9 2024-12-05T03:20:20,715 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/A/0117405728dd4570bd1059da36f131e9, entries=150, sequenceid=455, filesize=12.0 K 2024-12-05T03:20:20,716 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/.tmp/B/783ba65a7668436b876368ec3da9ec35 as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/B/783ba65a7668436b876368ec3da9ec35 2024-12-05T03:20:20,721 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/B/783ba65a7668436b876368ec3da9ec35, entries=150, sequenceid=455, filesize=12.0 K 2024-12-05T03:20:20,722 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/.tmp/C/3369980b4ccb4beaa9bf06f7c2187864 as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/C/3369980b4ccb4beaa9bf06f7c2187864 2024-12-05T03:20:20,727 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/C/3369980b4ccb4beaa9bf06f7c2187864, entries=150, sequenceid=455, filesize=12.0 K 2024-12-05T03:20:20,727 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=140.89 KB/144270 for 9a09b041f73603d68e2950b4ba4c8936 in 1270ms, sequenceid=455, compaction requested=true 2024-12-05T03:20:20,727 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 9a09b041f73603d68e2950b4ba4c8936: 2024-12-05T03:20:20,728 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9a09b041f73603d68e2950b4ba4c8936:A, priority=-2147483648, current under compaction store size is 1 2024-12-05T03:20:20,728 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T03:20:20,728 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T03:20:20,728 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T03:20:20,728 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9a09b041f73603d68e2950b4ba4c8936:B, priority=-2147483648, current under compaction store size is 2 2024-12-05T03:20:20,728 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T03:20:20,728 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9a09b041f73603d68e2950b4ba4c8936:C, priority=-2147483648, current under compaction store size is 3 2024-12-05T03:20:20,728 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T03:20:20,729 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37925 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T03:20:20,729 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.HStore(1540): 9a09b041f73603d68e2950b4ba4c8936/A is initiating minor compaction (all files) 2024-12-05T03:20:20,729 INFO [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 9a09b041f73603d68e2950b4ba4c8936/A in TestAcidGuarantees,,1733368803199.9a09b041f73603d68e2950b4ba4c8936. 2024-12-05T03:20:20,729 INFO [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/A/4cd4b366eeaf4ab4b67b2a5fd9b41339, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/A/a83c3aa1ec3c458aaf2d8c4cf3640f5e, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/A/0117405728dd4570bd1059da36f131e9] into tmpdir=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/.tmp, totalSize=37.0 K 2024-12-05T03:20:20,729 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37925 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T03:20:20,729 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.HStore(1540): 9a09b041f73603d68e2950b4ba4c8936/B is initiating minor compaction (all files) 2024-12-05T03:20:20,730 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4cd4b366eeaf4ab4b67b2a5fd9b41339, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=415, earliestPutTs=1733368817186 2024-12-05T03:20:20,730 INFO [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 9a09b041f73603d68e2950b4ba4c8936/B in TestAcidGuarantees,,1733368803199.9a09b041f73603d68e2950b4ba4c8936. 2024-12-05T03:20:20,730 INFO [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/B/5846a0a303324f798cb241c4115b19de, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/B/ccec70b04ebc4a69bc0bab2d8d5438a6, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/B/783ba65a7668436b876368ec3da9ec35] into tmpdir=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/.tmp, totalSize=37.0 K 2024-12-05T03:20:20,730 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] compactions.Compactor(224): Compacting a83c3aa1ec3c458aaf2d8c4cf3640f5e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=440, earliestPutTs=1733368817218 2024-12-05T03:20:20,730 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] compactions.Compactor(224): Compacting 5846a0a303324f798cb241c4115b19de, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=415, earliestPutTs=1733368817186 2024-12-05T03:20:20,730 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0117405728dd4570bd1059da36f131e9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=455, earliestPutTs=1733368818339 2024-12-05T03:20:20,731 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] compactions.Compactor(224): Compacting ccec70b04ebc4a69bc0bab2d8d5438a6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=440, earliestPutTs=1733368817218 2024-12-05T03:20:20,731 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] compactions.Compactor(224): Compacting 783ba65a7668436b876368ec3da9ec35, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=455, earliestPutTs=1733368818339 2024-12-05T03:20:20,740 INFO [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9a09b041f73603d68e2950b4ba4c8936#A#compaction#343 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T03:20:20,741 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/.tmp/A/acd568e264ac46c385a234dd99e86ce4 is 50, key is test_row_0/A:col10/1733368819456/Put/seqid=0 2024-12-05T03:20:20,744 INFO [RS:0;971fbbbe942d:46085-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9a09b041f73603d68e2950b4ba4c8936#B#compaction#344 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T03:20:20,745 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/.tmp/B/28cc5453907b4dc8af793fb7ebb325e5 is 50, key is test_row_0/B:col10/1733368819456/Put/seqid=0 2024-12-05T03:20:20,751 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073742223_1399 (size=13425) 2024-12-05T03:20:20,761 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/.tmp/B/28cc5453907b4dc8af793fb7ebb325e5 as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/B/28cc5453907b4dc8af793fb7ebb325e5 2024-12-05T03:20:20,762 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073742222_1398 (size=13425) 2024-12-05T03:20:20,769 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/.tmp/A/acd568e264ac46c385a234dd99e86ce4 as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/A/acd568e264ac46c385a234dd99e86ce4 2024-12-05T03:20:20,776 INFO [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 9a09b041f73603d68e2950b4ba4c8936/B of 9a09b041f73603d68e2950b4ba4c8936 into 28cc5453907b4dc8af793fb7ebb325e5(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T03:20:20,776 INFO [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 9a09b041f73603d68e2950b4ba4c8936/A of 9a09b041f73603d68e2950b4ba4c8936 into acd568e264ac46c385a234dd99e86ce4(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T03:20:20,776 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 9a09b041f73603d68e2950b4ba4c8936: 2024-12-05T03:20:20,776 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 9a09b041f73603d68e2950b4ba4c8936: 2024-12-05T03:20:20,777 INFO [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733368803199.9a09b041f73603d68e2950b4ba4c8936., storeName=9a09b041f73603d68e2950b4ba4c8936/A, priority=13, startTime=1733368820728; duration=0sec 2024-12-05T03:20:20,777 INFO [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733368803199.9a09b041f73603d68e2950b4ba4c8936., storeName=9a09b041f73603d68e2950b4ba4c8936/B, priority=13, startTime=1733368820728; duration=0sec 2024-12-05T03:20:20,777 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T03:20:20,777 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9a09b041f73603d68e2950b4ba4c8936:A 2024-12-05T03:20:20,777 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T03:20:20,777 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9a09b041f73603d68e2950b4ba4c8936:B 2024-12-05T03:20:20,777 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T03:20:20,778 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37891 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T03:20:20,778 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.HStore(1540): 9a09b041f73603d68e2950b4ba4c8936/C is initiating minor compaction (all files) 2024-12-05T03:20:20,778 INFO [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 9a09b041f73603d68e2950b4ba4c8936/C in TestAcidGuarantees,,1733368803199.9a09b041f73603d68e2950b4ba4c8936. 2024-12-05T03:20:20,778 INFO [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/C/c7a4496d780049e2aa03acadb08a811d, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/C/fd2088f48a054d53be1db08b7bf2a412, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/C/3369980b4ccb4beaa9bf06f7c2187864] into tmpdir=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/.tmp, totalSize=37.0 K 2024-12-05T03:20:20,778 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] compactions.Compactor(224): Compacting c7a4496d780049e2aa03acadb08a811d, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=415, earliestPutTs=1733368817186 2024-12-05T03:20:20,779 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] compactions.Compactor(224): Compacting fd2088f48a054d53be1db08b7bf2a412, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=440, earliestPutTs=1733368817218 2024-12-05T03:20:20,779 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3369980b4ccb4beaa9bf06f7c2187864, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=455, earliestPutTs=1733368818339 2024-12-05T03:20:20,794 INFO [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9a09b041f73603d68e2950b4ba4c8936#C#compaction#345 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T03:20:20,795 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/.tmp/C/6c91a884e6754a1aab1941166e3b2c8a is 50, key is test_row_0/C:col10/1733368819456/Put/seqid=0 2024-12-05T03:20:20,825 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073742224_1400 (size=13391) 2024-12-05T03:20:21,231 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/.tmp/C/6c91a884e6754a1aab1941166e3b2c8a as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/C/6c91a884e6754a1aab1941166e3b2c8a 2024-12-05T03:20:21,235 INFO [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 9a09b041f73603d68e2950b4ba4c8936/C of 9a09b041f73603d68e2950b4ba4c8936 into 6c91a884e6754a1aab1941166e3b2c8a(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T03:20:21,235 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 9a09b041f73603d68e2950b4ba4c8936: 2024-12-05T03:20:21,235 INFO [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733368803199.9a09b041f73603d68e2950b4ba4c8936., storeName=9a09b041f73603d68e2950b4ba4c8936/C, priority=13, startTime=1733368820728; duration=0sec 2024-12-05T03:20:21,236 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T03:20:21,236 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9a09b041f73603d68e2950b4ba4c8936:C 2024-12-05T03:20:21,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=97 2024-12-05T03:20:21,319 INFO [Thread-1358 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 97 completed 2024-12-05T03:20:21,320 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-05T03:20:21,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] procedure2.ProcedureExecutor(1098): Stored pid=99, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=99, table=TestAcidGuarantees 2024-12-05T03:20:21,322 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=99, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=99, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-05T03:20:21,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=99 2024-12-05T03:20:21,323 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=99, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=99, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-05T03:20:21,323 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=100, ppid=99, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-05T03:20:21,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=99 2024-12-05T03:20:21,475 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 971fbbbe942d,46085,1733368737191 2024-12-05T03:20:21,475 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46085 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=100 2024-12-05T03:20:21,476 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733368803199.9a09b041f73603d68e2950b4ba4c8936. 2024-12-05T03:20:21,476 INFO [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2837): Flushing 9a09b041f73603d68e2950b4ba4c8936 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-12-05T03:20:21,476 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9a09b041f73603d68e2950b4ba4c8936, store=A 2024-12-05T03:20:21,476 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T03:20:21,476 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9a09b041f73603d68e2950b4ba4c8936, store=B 2024-12-05T03:20:21,476 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T03:20:21,476 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9a09b041f73603d68e2950b4ba4c8936, store=C 2024-12-05T03:20:21,476 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T03:20:21,481 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/.tmp/A/3185b419bc5648caaf374093231d223e is 50, key is test_row_0/A:col10/1733368819472/Put/seqid=0 2024-12-05T03:20:21,489 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073742225_1401 (size=12301) 2024-12-05T03:20:21,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(8581): Flush requested on 9a09b041f73603d68e2950b4ba4c8936 2024-12-05T03:20:21,612 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733368803199.9a09b041f73603d68e2950b4ba4c8936. as already flushing 2024-12-05T03:20:21,622 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a09b041f73603d68e2950b4ba4c8936, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:20:21,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 259 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36608 deadline: 1733368881620, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a09b041f73603d68e2950b4ba4c8936, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:20:21,623 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a09b041f73603d68e2950b4ba4c8936, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:20:21,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 267 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36600 deadline: 1733368881621, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a09b041f73603d68e2950b4ba4c8936, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:20:21,623 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a09b041f73603d68e2950b4ba4c8936, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:20:21,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 253 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36620 deadline: 1733368881622, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a09b041f73603d68e2950b4ba4c8936, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:20:21,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=99 2024-12-05T03:20:21,724 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a09b041f73603d68e2950b4ba4c8936, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:20:21,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 261 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36608 deadline: 1733368881723, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a09b041f73603d68e2950b4ba4c8936, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:20:21,725 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a09b041f73603d68e2950b4ba4c8936, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:20:21,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 269 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36600 deadline: 1733368881724, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a09b041f73603d68e2950b4ba4c8936, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:20:21,732 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a09b041f73603d68e2950b4ba4c8936, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:20:21,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 255 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36620 deadline: 1733368881731, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a09b041f73603d68e2950b4ba4c8936, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:20:21,890 INFO [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=482 (bloomFilter=true), to=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/.tmp/A/3185b419bc5648caaf374093231d223e 2024-12-05T03:20:21,898 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/.tmp/B/44575f8fb0204e0ba44cc908a7b559bf is 50, key is test_row_0/B:col10/1733368819472/Put/seqid=0 2024-12-05T03:20:21,906 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073742226_1402 (size=12301) 2024-12-05T03:20:21,907 INFO [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=482 (bloomFilter=true), to=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/.tmp/B/44575f8fb0204e0ba44cc908a7b559bf 2024-12-05T03:20:21,921 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/.tmp/C/2453e56bba8b4810823fa499ffbea970 is 50, key is test_row_0/C:col10/1733368819472/Put/seqid=0 2024-12-05T03:20:21,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=99 2024-12-05T03:20:21,928 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a09b041f73603d68e2950b4ba4c8936, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:20:21,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 263 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36608 deadline: 1733368881927, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a09b041f73603d68e2950b4ba4c8936, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:20:21,929 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a09b041f73603d68e2950b4ba4c8936, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:20:21,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 271 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36600 deadline: 1733368881928, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a09b041f73603d68e2950b4ba4c8936, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:20:21,933 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073742227_1403 (size=12301) 2024-12-05T03:20:21,934 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a09b041f73603d68e2950b4ba4c8936, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:20:21,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 257 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36620 deadline: 1733368881933, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a09b041f73603d68e2950b4ba4c8936, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:20:21,935 INFO [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=482 (bloomFilter=true), to=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/.tmp/C/2453e56bba8b4810823fa499ffbea970 2024-12-05T03:20:21,939 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/.tmp/A/3185b419bc5648caaf374093231d223e as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/A/3185b419bc5648caaf374093231d223e 2024-12-05T03:20:21,943 INFO [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/A/3185b419bc5648caaf374093231d223e, entries=150, sequenceid=482, filesize=12.0 K 2024-12-05T03:20:21,944 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/.tmp/B/44575f8fb0204e0ba44cc908a7b559bf as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/B/44575f8fb0204e0ba44cc908a7b559bf 2024-12-05T03:20:21,947 INFO [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/B/44575f8fb0204e0ba44cc908a7b559bf, entries=150, sequenceid=482, filesize=12.0 K 2024-12-05T03:20:21,948 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/.tmp/C/2453e56bba8b4810823fa499ffbea970 as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/C/2453e56bba8b4810823fa499ffbea970 2024-12-05T03:20:21,952 INFO [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/C/2453e56bba8b4810823fa499ffbea970, entries=150, sequenceid=482, filesize=12.0 K 2024-12-05T03:20:21,952 INFO [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 9a09b041f73603d68e2950b4ba4c8936 in 476ms, sequenceid=482, compaction requested=false 2024-12-05T03:20:21,952 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2538): Flush status journal for 9a09b041f73603d68e2950b4ba4c8936: 2024-12-05T03:20:21,952 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733368803199.9a09b041f73603d68e2950b4ba4c8936. 2024-12-05T03:20:21,953 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=100 2024-12-05T03:20:21,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.HMaster(4106): Remote procedure done, pid=100 2024-12-05T03:20:21,955 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=100, resume processing ppid=99 2024-12-05T03:20:21,955 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=100, ppid=99, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 630 msec 2024-12-05T03:20:21,957 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=99, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=99, table=TestAcidGuarantees in 634 msec 2024-12-05T03:20:22,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(8581): Flush requested on 9a09b041f73603d68e2950b4ba4c8936 2024-12-05T03:20:22,232 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 9a09b041f73603d68e2950b4ba4c8936 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-12-05T03:20:22,233 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9a09b041f73603d68e2950b4ba4c8936, store=A 2024-12-05T03:20:22,233 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T03:20:22,233 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9a09b041f73603d68e2950b4ba4c8936, store=B 2024-12-05T03:20:22,233 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T03:20:22,233 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9a09b041f73603d68e2950b4ba4c8936, store=C 2024-12-05T03:20:22,234 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T03:20:22,238 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/.tmp/A/73b6a7e4b1934d8290b42f9f8ff467bd is 50, key is test_row_0/A:col10/1733368821613/Put/seqid=0 2024-12-05T03:20:22,242 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073742228_1404 (size=12301) 2024-12-05T03:20:22,244 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=496 (bloomFilter=true), to=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/.tmp/A/73b6a7e4b1934d8290b42f9f8ff467bd 2024-12-05T03:20:22,251 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/.tmp/B/a27fe41d54944ed8bdd07d7945180db4 is 50, key is test_row_0/B:col10/1733368821613/Put/seqid=0 2024-12-05T03:20:22,260 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a09b041f73603d68e2950b4ba4c8936, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:20:22,260 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073742229_1405 (size=12301) 2024-12-05T03:20:22,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 273 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36608 deadline: 1733368882257, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a09b041f73603d68e2950b4ba4c8936, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:20:22,263 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a09b041f73603d68e2950b4ba4c8936, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:20:22,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 281 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36600 deadline: 1733368882260, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a09b041f73603d68e2950b4ba4c8936, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:20:22,263 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a09b041f73603d68e2950b4ba4c8936, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:20:22,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 265 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36620 deadline: 1733368882261, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a09b041f73603d68e2950b4ba4c8936, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:20:22,362 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a09b041f73603d68e2950b4ba4c8936, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:20:22,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 275 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36608 deadline: 1733368882361, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a09b041f73603d68e2950b4ba4c8936, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:20:22,365 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a09b041f73603d68e2950b4ba4c8936, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:20:22,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 283 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36600 deadline: 1733368882364, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a09b041f73603d68e2950b4ba4c8936, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:20:22,365 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a09b041f73603d68e2950b4ba4c8936, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:20:22,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 267 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36620 deadline: 1733368882364, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a09b041f73603d68e2950b4ba4c8936, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:20:22,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=99 2024-12-05T03:20:22,426 INFO [Thread-1358 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 99 completed 2024-12-05T03:20:22,427 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-05T03:20:22,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] procedure2.ProcedureExecutor(1098): Stored pid=101, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=101, table=TestAcidGuarantees 2024-12-05T03:20:22,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=101 2024-12-05T03:20:22,429 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=101, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=101, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-05T03:20:22,429 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=101, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=101, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-05T03:20:22,429 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=102, ppid=101, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-05T03:20:22,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=101 2024-12-05T03:20:22,565 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a09b041f73603d68e2950b4ba4c8936, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:20:22,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 277 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36608 deadline: 1733368882563, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a09b041f73603d68e2950b4ba4c8936, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:20:22,568 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a09b041f73603d68e2950b4ba4c8936, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:20:22,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 269 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36620 deadline: 1733368882566, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a09b041f73603d68e2950b4ba4c8936, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:20:22,568 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a09b041f73603d68e2950b4ba4c8936, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:20:22,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 285 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36600 deadline: 1733368882567, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a09b041f73603d68e2950b4ba4c8936, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:20:22,581 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 971fbbbe942d,46085,1733368737191 2024-12-05T03:20:22,581 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46085 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=102 2024-12-05T03:20:22,581 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733368803199.9a09b041f73603d68e2950b4ba4c8936. 2024-12-05T03:20:22,581 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733368803199.9a09b041f73603d68e2950b4ba4c8936. as already flushing 2024-12-05T03:20:22,581 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733368803199.9a09b041f73603d68e2950b4ba4c8936. 2024-12-05T03:20:22,582 ERROR [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] handler.RSProcedureHandler(58): pid=102 java.io.IOException: Unable to complete flush {ENCODED => 9a09b041f73603d68e2950b4ba4c8936, NAME => 'TestAcidGuarantees,,1733368803199.9a09b041f73603d68e2950b4ba4c8936.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:20:22,582 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=102 java.io.IOException: Unable to complete flush {ENCODED => 9a09b041f73603d68e2950b4ba4c8936, NAME => 'TestAcidGuarantees,,1733368803199.9a09b041f73603d68e2950b4ba4c8936.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:20:22,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.HMaster(4114): Remote procedure failed, pid=102 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9a09b041f73603d68e2950b4ba4c8936, NAME => 'TestAcidGuarantees,,1733368803199.9a09b041f73603d68e2950b4ba4c8936.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9a09b041f73603d68e2950b4ba4c8936, NAME => 'TestAcidGuarantees,,1733368803199.9a09b041f73603d68e2950b4ba4c8936.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:20:22,658 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=496 (bloomFilter=true), to=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/.tmp/B/a27fe41d54944ed8bdd07d7945180db4 2024-12-05T03:20:22,670 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/.tmp/C/faf554bf36e44cf382f362d53f05c478 is 50, key is test_row_0/C:col10/1733368821613/Put/seqid=0 2024-12-05T03:20:22,686 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073742230_1406 (size=12301) 2024-12-05T03:20:22,687 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=496 (bloomFilter=true), to=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/.tmp/C/faf554bf36e44cf382f362d53f05c478 2024-12-05T03:20:22,695 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/.tmp/A/73b6a7e4b1934d8290b42f9f8ff467bd as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/A/73b6a7e4b1934d8290b42f9f8ff467bd 2024-12-05T03:20:22,700 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/A/73b6a7e4b1934d8290b42f9f8ff467bd, entries=150, sequenceid=496, filesize=12.0 K 2024-12-05T03:20:22,703 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/.tmp/B/a27fe41d54944ed8bdd07d7945180db4 as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/B/a27fe41d54944ed8bdd07d7945180db4 2024-12-05T03:20:22,708 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/B/a27fe41d54944ed8bdd07d7945180db4, entries=150, sequenceid=496, filesize=12.0 K 2024-12-05T03:20:22,708 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/.tmp/C/faf554bf36e44cf382f362d53f05c478 as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/C/faf554bf36e44cf382f362d53f05c478 2024-12-05T03:20:22,713 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/C/faf554bf36e44cf382f362d53f05c478, entries=150, sequenceid=496, filesize=12.0 K 2024-12-05T03:20:22,714 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=134.18 KB/137400 for 9a09b041f73603d68e2950b4ba4c8936 in 482ms, sequenceid=496, compaction requested=true 2024-12-05T03:20:22,714 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 9a09b041f73603d68e2950b4ba4c8936: 2024-12-05T03:20:22,714 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T03:20:22,714 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9a09b041f73603d68e2950b4ba4c8936:A, priority=-2147483648, current under compaction store size is 1 2024-12-05T03:20:22,714 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T03:20:22,714 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9a09b041f73603d68e2950b4ba4c8936:B, priority=-2147483648, current under compaction store size is 2 2024-12-05T03:20:22,714 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T03:20:22,714 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9a09b041f73603d68e2950b4ba4c8936:C, priority=-2147483648, current under compaction store size is 3 2024-12-05T03:20:22,714 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-12-05T03:20:22,714 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T03:20:22,715 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38027 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T03:20:22,715 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38027 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T03:20:22,715 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.HStore(1540): 9a09b041f73603d68e2950b4ba4c8936/B is initiating minor compaction (all files) 2024-12-05T03:20:22,715 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.HStore(1540): 9a09b041f73603d68e2950b4ba4c8936/A is initiating minor compaction (all files) 2024-12-05T03:20:22,715 INFO [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 9a09b041f73603d68e2950b4ba4c8936/B in TestAcidGuarantees,,1733368803199.9a09b041f73603d68e2950b4ba4c8936. 2024-12-05T03:20:22,716 INFO [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 9a09b041f73603d68e2950b4ba4c8936/A in TestAcidGuarantees,,1733368803199.9a09b041f73603d68e2950b4ba4c8936. 2024-12-05T03:20:22,716 INFO [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/B/28cc5453907b4dc8af793fb7ebb325e5, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/B/44575f8fb0204e0ba44cc908a7b559bf, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/B/a27fe41d54944ed8bdd07d7945180db4] into tmpdir=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/.tmp, totalSize=37.1 K 2024-12-05T03:20:22,716 INFO [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/A/acd568e264ac46c385a234dd99e86ce4, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/A/3185b419bc5648caaf374093231d223e, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/A/73b6a7e4b1934d8290b42f9f8ff467bd] into tmpdir=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/.tmp, totalSize=37.1 K 2024-12-05T03:20:22,716 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] compactions.Compactor(224): Compacting 28cc5453907b4dc8af793fb7ebb325e5, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=455, earliestPutTs=1733368818339 2024-12-05T03:20:22,717 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] compactions.Compactor(224): Compacting acd568e264ac46c385a234dd99e86ce4, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=455, earliestPutTs=1733368818339 2024-12-05T03:20:22,717 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] compactions.Compactor(224): Compacting 44575f8fb0204e0ba44cc908a7b559bf, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=482, earliestPutTs=1733368819472 2024-12-05T03:20:22,717 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] compactions.Compactor(224): Compacting a27fe41d54944ed8bdd07d7945180db4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=496, earliestPutTs=1733368821613 2024-12-05T03:20:22,717 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3185b419bc5648caaf374093231d223e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=482, earliestPutTs=1733368819472 2024-12-05T03:20:22,718 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] compactions.Compactor(224): Compacting 73b6a7e4b1934d8290b42f9f8ff467bd, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=496, earliestPutTs=1733368821613 2024-12-05T03:20:22,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(8581): Flush requested on 9a09b041f73603d68e2950b4ba4c8936 2024-12-05T03:20:22,722 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 9a09b041f73603d68e2950b4ba4c8936 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-12-05T03:20:22,722 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9a09b041f73603d68e2950b4ba4c8936, store=A 2024-12-05T03:20:22,722 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T03:20:22,722 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9a09b041f73603d68e2950b4ba4c8936, store=B 2024-12-05T03:20:22,722 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T03:20:22,722 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9a09b041f73603d68e2950b4ba4c8936, store=C 2024-12-05T03:20:22,722 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T03:20:22,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=101 2024-12-05T03:20:22,734 INFO [RS:0;971fbbbe942d:46085-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9a09b041f73603d68e2950b4ba4c8936#B#compaction#352 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T03:20:22,735 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/.tmp/B/29917aacf3354046ae34d92d16ebe1ee is 50, key is test_row_0/B:col10/1733368821613/Put/seqid=0 2024-12-05T03:20:22,735 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 971fbbbe942d,46085,1733368737191 2024-12-05T03:20:22,736 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46085 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=102 2024-12-05T03:20:22,738 INFO [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9a09b041f73603d68e2950b4ba4c8936#A#compaction#353 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T03:20:22,738 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/.tmp/A/186fe299c1a343d39973861dc1bfa4f8 is 50, key is test_row_0/A:col10/1733368821613/Put/seqid=0 2024-12-05T03:20:22,739 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733368803199.9a09b041f73603d68e2950b4ba4c8936. 2024-12-05T03:20:22,739 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733368803199.9a09b041f73603d68e2950b4ba4c8936. as already flushing 2024-12-05T03:20:22,739 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733368803199.9a09b041f73603d68e2950b4ba4c8936. 2024-12-05T03:20:22,739 ERROR [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] handler.RSProcedureHandler(58): pid=102 java.io.IOException: Unable to complete flush {ENCODED => 9a09b041f73603d68e2950b4ba4c8936, NAME => 'TestAcidGuarantees,,1733368803199.9a09b041f73603d68e2950b4ba4c8936.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:20:22,739 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=102 java.io.IOException: Unable to complete flush {ENCODED => 9a09b041f73603d68e2950b4ba4c8936, NAME => 'TestAcidGuarantees,,1733368803199.9a09b041f73603d68e2950b4ba4c8936.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:20:22,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.HMaster(4114): Remote procedure failed, pid=102 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9a09b041f73603d68e2950b4ba4c8936, NAME => 'TestAcidGuarantees,,1733368803199.9a09b041f73603d68e2950b4ba4c8936.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9a09b041f73603d68e2950b4ba4c8936, NAME => 'TestAcidGuarantees,,1733368803199.9a09b041f73603d68e2950b4ba4c8936.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:20:22,741 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/.tmp/A/2cf52ba767334e81a3a370e3d7fad842 is 50, key is test_row_0/A:col10/1733368822259/Put/seqid=0 2024-12-05T03:20:22,753 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a09b041f73603d68e2950b4ba4c8936, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:20:22,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36630 deadline: 1733368882751, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a09b041f73603d68e2950b4ba4c8936, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:20:22,765 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073742231_1407 (size=13527) 2024-12-05T03:20:22,772 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/.tmp/B/29917aacf3354046ae34d92d16ebe1ee as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/B/29917aacf3354046ae34d92d16ebe1ee 2024-12-05T03:20:22,773 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073742233_1409 (size=13527) 2024-12-05T03:20:22,778 INFO [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 9a09b041f73603d68e2950b4ba4c8936/B of 9a09b041f73603d68e2950b4ba4c8936 into 29917aacf3354046ae34d92d16ebe1ee(size=13.2 K), total size for store is 13.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T03:20:22,778 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 9a09b041f73603d68e2950b4ba4c8936: 2024-12-05T03:20:22,778 INFO [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733368803199.9a09b041f73603d68e2950b4ba4c8936., storeName=9a09b041f73603d68e2950b4ba4c8936/B, priority=13, startTime=1733368822714; duration=0sec 2024-12-05T03:20:22,778 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T03:20:22,778 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9a09b041f73603d68e2950b4ba4c8936:B 2024-12-05T03:20:22,778 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T03:20:22,780 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37993 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T03:20:22,780 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.HStore(1540): 9a09b041f73603d68e2950b4ba4c8936/C is initiating minor compaction (all files) 2024-12-05T03:20:22,780 INFO [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 9a09b041f73603d68e2950b4ba4c8936/C in TestAcidGuarantees,,1733368803199.9a09b041f73603d68e2950b4ba4c8936. 2024-12-05T03:20:22,780 INFO [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/C/6c91a884e6754a1aab1941166e3b2c8a, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/C/2453e56bba8b4810823fa499ffbea970, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/C/faf554bf36e44cf382f362d53f05c478] into tmpdir=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/.tmp, totalSize=37.1 K 2024-12-05T03:20:22,781 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] compactions.Compactor(224): Compacting 6c91a884e6754a1aab1941166e3b2c8a, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=455, earliestPutTs=1733368818339 2024-12-05T03:20:22,782 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] compactions.Compactor(224): Compacting 2453e56bba8b4810823fa499ffbea970, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=482, earliestPutTs=1733368819472 2024-12-05T03:20:22,782 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] compactions.Compactor(224): Compacting faf554bf36e44cf382f362d53f05c478, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=496, earliestPutTs=1733368821613 2024-12-05T03:20:22,785 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/.tmp/A/186fe299c1a343d39973861dc1bfa4f8 as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/A/186fe299c1a343d39973861dc1bfa4f8 2024-12-05T03:20:22,791 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073742232_1408 (size=12301) 2024-12-05T03:20:22,791 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=520 (bloomFilter=true), to=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/.tmp/A/2cf52ba767334e81a3a370e3d7fad842 2024-12-05T03:20:22,793 INFO [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 9a09b041f73603d68e2950b4ba4c8936/A of 9a09b041f73603d68e2950b4ba4c8936 into 186fe299c1a343d39973861dc1bfa4f8(size=13.2 K), total size for store is 13.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T03:20:22,793 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 9a09b041f73603d68e2950b4ba4c8936: 2024-12-05T03:20:22,793 INFO [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733368803199.9a09b041f73603d68e2950b4ba4c8936., storeName=9a09b041f73603d68e2950b4ba4c8936/A, priority=13, startTime=1733368822714; duration=0sec 2024-12-05T03:20:22,793 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T03:20:22,793 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9a09b041f73603d68e2950b4ba4c8936:A 2024-12-05T03:20:22,795 INFO [RS:0;971fbbbe942d:46085-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9a09b041f73603d68e2950b4ba4c8936#C#compaction#355 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T03:20:22,795 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/.tmp/C/c58f45dee8484bb78690c8126e0f7c22 is 50, key is test_row_0/C:col10/1733368821613/Put/seqid=0 2024-12-05T03:20:22,801 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a09b041f73603d68e2950b4ba4c8936, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:20:22,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36648 deadline: 1733368882800, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a09b041f73603d68e2950b4ba4c8936, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:20:22,802 DEBUG [Thread-1354 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=8, retries=16, started=18290 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a09b041f73603d68e2950b4ba4c8936, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1733368803199.9a09b041f73603d68e2950b4ba4c8936., hostname=971fbbbe942d,46085,1733368737191, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a09b041f73603d68e2950b4ba4c8936, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a09b041f73603d68e2950b4ba4c8936, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T03:20:22,829 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/.tmp/B/5150e1079564424d9732345aa707d632 is 50, key is test_row_0/B:col10/1733368822259/Put/seqid=0 2024-12-05T03:20:22,842 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073742234_1410 (size=13493) 2024-12-05T03:20:22,853 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073742235_1411 (size=12301) 2024-12-05T03:20:22,855 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a09b041f73603d68e2950b4ba4c8936, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:20:22,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36630 deadline: 1733368882854, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a09b041f73603d68e2950b4ba4c8936, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:20:22,869 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a09b041f73603d68e2950b4ba4c8936, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:20:22,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 279 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36608 deadline: 1733368882868, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a09b041f73603d68e2950b4ba4c8936, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:20:22,870 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a09b041f73603d68e2950b4ba4c8936, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:20:22,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 287 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36600 deadline: 1733368882869, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a09b041f73603d68e2950b4ba4c8936, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:20:22,872 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a09b041f73603d68e2950b4ba4c8936, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:20:22,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 271 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36620 deadline: 1733368882871, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a09b041f73603d68e2950b4ba4c8936, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:20:22,892 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 971fbbbe942d,46085,1733368737191 2024-12-05T03:20:22,893 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46085 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=102 2024-12-05T03:20:22,893 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733368803199.9a09b041f73603d68e2950b4ba4c8936. 2024-12-05T03:20:22,893 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733368803199.9a09b041f73603d68e2950b4ba4c8936. as already flushing 2024-12-05T03:20:22,893 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733368803199.9a09b041f73603d68e2950b4ba4c8936. 2024-12-05T03:20:22,893 ERROR [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] handler.RSProcedureHandler(58): pid=102 java.io.IOException: Unable to complete flush {ENCODED => 9a09b041f73603d68e2950b4ba4c8936, NAME => 'TestAcidGuarantees,,1733368803199.9a09b041f73603d68e2950b4ba4c8936.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:20:22,893 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=102 java.io.IOException: Unable to complete flush {ENCODED => 9a09b041f73603d68e2950b4ba4c8936, NAME => 'TestAcidGuarantees,,1733368803199.9a09b041f73603d68e2950b4ba4c8936.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:20:22,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.HMaster(4114): Remote procedure failed, pid=102 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9a09b041f73603d68e2950b4ba4c8936, NAME => 'TestAcidGuarantees,,1733368803199.9a09b041f73603d68e2950b4ba4c8936.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9a09b041f73603d68e2950b4ba4c8936, NAME => 'TestAcidGuarantees,,1733368803199.9a09b041f73603d68e2950b4ba4c8936.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:20:23,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=101 2024-12-05T03:20:23,045 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 971fbbbe942d,46085,1733368737191 2024-12-05T03:20:23,045 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46085 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=102 2024-12-05T03:20:23,045 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733368803199.9a09b041f73603d68e2950b4ba4c8936. 2024-12-05T03:20:23,045 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733368803199.9a09b041f73603d68e2950b4ba4c8936. as already flushing 2024-12-05T03:20:23,046 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733368803199.9a09b041f73603d68e2950b4ba4c8936. 2024-12-05T03:20:23,046 ERROR [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] handler.RSProcedureHandler(58): pid=102 java.io.IOException: Unable to complete flush {ENCODED => 9a09b041f73603d68e2950b4ba4c8936, NAME => 'TestAcidGuarantees,,1733368803199.9a09b041f73603d68e2950b4ba4c8936.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:20:23,046 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=102 java.io.IOException: Unable to complete flush {ENCODED => 9a09b041f73603d68e2950b4ba4c8936, NAME => 'TestAcidGuarantees,,1733368803199.9a09b041f73603d68e2950b4ba4c8936.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:20:23,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.HMaster(4114): Remote procedure failed, pid=102 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9a09b041f73603d68e2950b4ba4c8936, NAME => 'TestAcidGuarantees,,1733368803199.9a09b041f73603d68e2950b4ba4c8936.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9a09b041f73603d68e2950b4ba4c8936, NAME => 'TestAcidGuarantees,,1733368803199.9a09b041f73603d68e2950b4ba4c8936.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:20:23,058 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a09b041f73603d68e2950b4ba4c8936, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:20:23,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36630 deadline: 1733368883057, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a09b041f73603d68e2950b4ba4c8936, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:20:23,197 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 971fbbbe942d,46085,1733368737191 2024-12-05T03:20:23,198 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46085 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=102 2024-12-05T03:20:23,198 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733368803199.9a09b041f73603d68e2950b4ba4c8936. 2024-12-05T03:20:23,198 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733368803199.9a09b041f73603d68e2950b4ba4c8936. as already flushing 2024-12-05T03:20:23,198 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733368803199.9a09b041f73603d68e2950b4ba4c8936. 2024-12-05T03:20:23,198 ERROR [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] handler.RSProcedureHandler(58): pid=102 java.io.IOException: Unable to complete flush {ENCODED => 9a09b041f73603d68e2950b4ba4c8936, NAME => 'TestAcidGuarantees,,1733368803199.9a09b041f73603d68e2950b4ba4c8936.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:20:23,198 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=102 java.io.IOException: Unable to complete flush {ENCODED => 9a09b041f73603d68e2950b4ba4c8936, NAME => 'TestAcidGuarantees,,1733368803199.9a09b041f73603d68e2950b4ba4c8936.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:20:23,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.HMaster(4114): Remote procedure failed, pid=102 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9a09b041f73603d68e2950b4ba4c8936, NAME => 'TestAcidGuarantees,,1733368803199.9a09b041f73603d68e2950b4ba4c8936.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9a09b041f73603d68e2950b4ba4c8936, NAME => 'TestAcidGuarantees,,1733368803199.9a09b041f73603d68e2950b4ba4c8936.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:20:23,249 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/.tmp/C/c58f45dee8484bb78690c8126e0f7c22 as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/C/c58f45dee8484bb78690c8126e0f7c22 2024-12-05T03:20:23,254 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=520 (bloomFilter=true), to=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/.tmp/B/5150e1079564424d9732345aa707d632 2024-12-05T03:20:23,258 INFO [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 9a09b041f73603d68e2950b4ba4c8936/C of 9a09b041f73603d68e2950b4ba4c8936 into c58f45dee8484bb78690c8126e0f7c22(size=13.2 K), total size for store is 13.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T03:20:23,258 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 9a09b041f73603d68e2950b4ba4c8936: 2024-12-05T03:20:23,258 INFO [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733368803199.9a09b041f73603d68e2950b4ba4c8936., storeName=9a09b041f73603d68e2950b4ba4c8936/C, priority=13, startTime=1733368822714; duration=0sec 2024-12-05T03:20:23,258 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T03:20:23,258 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9a09b041f73603d68e2950b4ba4c8936:C 2024-12-05T03:20:23,264 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/.tmp/C/5687d87e3dc6457993969a412261c96b is 50, key is test_row_0/C:col10/1733368822259/Put/seqid=0 2024-12-05T03:20:23,274 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073742236_1412 (size=12301) 2024-12-05T03:20:23,350 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 971fbbbe942d,46085,1733368737191 2024-12-05T03:20:23,351 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46085 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=102 2024-12-05T03:20:23,351 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733368803199.9a09b041f73603d68e2950b4ba4c8936. 2024-12-05T03:20:23,351 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733368803199.9a09b041f73603d68e2950b4ba4c8936. as already flushing 2024-12-05T03:20:23,351 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733368803199.9a09b041f73603d68e2950b4ba4c8936. 2024-12-05T03:20:23,351 ERROR [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] handler.RSProcedureHandler(58): pid=102 java.io.IOException: Unable to complete flush {ENCODED => 9a09b041f73603d68e2950b4ba4c8936, NAME => 'TestAcidGuarantees,,1733368803199.9a09b041f73603d68e2950b4ba4c8936.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:20:23,351 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=102 java.io.IOException: Unable to complete flush {ENCODED => 9a09b041f73603d68e2950b4ba4c8936, NAME => 'TestAcidGuarantees,,1733368803199.9a09b041f73603d68e2950b4ba4c8936.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:20:23,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.HMaster(4114): Remote procedure failed, pid=102 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9a09b041f73603d68e2950b4ba4c8936, NAME => 'TestAcidGuarantees,,1733368803199.9a09b041f73603d68e2950b4ba4c8936.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9a09b041f73603d68e2950b4ba4c8936, NAME => 'TestAcidGuarantees,,1733368803199.9a09b041f73603d68e2950b4ba4c8936.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:20:23,361 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a09b041f73603d68e2950b4ba4c8936, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:20:23,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36630 deadline: 1733368883360, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a09b041f73603d68e2950b4ba4c8936, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:20:23,374 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a09b041f73603d68e2950b4ba4c8936, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:20:23,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 289 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36600 deadline: 1733368883373, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a09b041f73603d68e2950b4ba4c8936, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:20:23,375 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a09b041f73603d68e2950b4ba4c8936, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:20:23,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 281 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36608 deadline: 1733368883373, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a09b041f73603d68e2950b4ba4c8936, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:20:23,375 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a09b041f73603d68e2950b4ba4c8936, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:20:23,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 273 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36620 deadline: 1733368883374, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a09b041f73603d68e2950b4ba4c8936, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:20:23,503 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 971fbbbe942d,46085,1733368737191 2024-12-05T03:20:23,504 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46085 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=102 2024-12-05T03:20:23,504 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733368803199.9a09b041f73603d68e2950b4ba4c8936. 2024-12-05T03:20:23,504 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733368803199.9a09b041f73603d68e2950b4ba4c8936. as already flushing 2024-12-05T03:20:23,505 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733368803199.9a09b041f73603d68e2950b4ba4c8936. 2024-12-05T03:20:23,505 ERROR [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] handler.RSProcedureHandler(58): pid=102 java.io.IOException: Unable to complete flush {ENCODED => 9a09b041f73603d68e2950b4ba4c8936, NAME => 'TestAcidGuarantees,,1733368803199.9a09b041f73603d68e2950b4ba4c8936.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:20:23,505 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=102 java.io.IOException: Unable to complete flush {ENCODED => 9a09b041f73603d68e2950b4ba4c8936, NAME => 'TestAcidGuarantees,,1733368803199.9a09b041f73603d68e2950b4ba4c8936.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:20:23,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.HMaster(4114): Remote procedure failed, pid=102 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9a09b041f73603d68e2950b4ba4c8936, NAME => 'TestAcidGuarantees,,1733368803199.9a09b041f73603d68e2950b4ba4c8936.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9a09b041f73603d68e2950b4ba4c8936, NAME => 'TestAcidGuarantees,,1733368803199.9a09b041f73603d68e2950b4ba4c8936.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:20:23,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=101 2024-12-05T03:20:23,663 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 971fbbbe942d,46085,1733368737191 2024-12-05T03:20:23,664 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46085 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=102 2024-12-05T03:20:23,664 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733368803199.9a09b041f73603d68e2950b4ba4c8936. 2024-12-05T03:20:23,664 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733368803199.9a09b041f73603d68e2950b4ba4c8936. as already flushing 2024-12-05T03:20:23,664 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733368803199.9a09b041f73603d68e2950b4ba4c8936. 2024-12-05T03:20:23,664 ERROR [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] handler.RSProcedureHandler(58): pid=102 java.io.IOException: Unable to complete flush {ENCODED => 9a09b041f73603d68e2950b4ba4c8936, NAME => 'TestAcidGuarantees,,1733368803199.9a09b041f73603d68e2950b4ba4c8936.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:20:23,664 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=102 java.io.IOException: Unable to complete flush {ENCODED => 9a09b041f73603d68e2950b4ba4c8936, NAME => 'TestAcidGuarantees,,1733368803199.9a09b041f73603d68e2950b4ba4c8936.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:20:23,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.HMaster(4114): Remote procedure failed, pid=102 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9a09b041f73603d68e2950b4ba4c8936, NAME => 'TestAcidGuarantees,,1733368803199.9a09b041f73603d68e2950b4ba4c8936.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9a09b041f73603d68e2950b4ba4c8936, NAME => 'TestAcidGuarantees,,1733368803199.9a09b041f73603d68e2950b4ba4c8936.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:20:23,675 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=520 (bloomFilter=true), to=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/.tmp/C/5687d87e3dc6457993969a412261c96b 2024-12-05T03:20:23,680 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/.tmp/A/2cf52ba767334e81a3a370e3d7fad842 as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/A/2cf52ba767334e81a3a370e3d7fad842 2024-12-05T03:20:23,684 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/A/2cf52ba767334e81a3a370e3d7fad842, entries=150, sequenceid=520, filesize=12.0 K 2024-12-05T03:20:23,684 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/.tmp/B/5150e1079564424d9732345aa707d632 as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/B/5150e1079564424d9732345aa707d632 2024-12-05T03:20:23,688 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/B/5150e1079564424d9732345aa707d632, entries=150, sequenceid=520, filesize=12.0 K 2024-12-05T03:20:23,689 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/.tmp/C/5687d87e3dc6457993969a412261c96b as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/C/5687d87e3dc6457993969a412261c96b 2024-12-05T03:20:23,693 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/C/5687d87e3dc6457993969a412261c96b, entries=150, sequenceid=520, filesize=12.0 K 2024-12-05T03:20:23,694 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 9a09b041f73603d68e2950b4ba4c8936 in 971ms, sequenceid=520, compaction requested=false 2024-12-05T03:20:23,694 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 9a09b041f73603d68e2950b4ba4c8936: 2024-12-05T03:20:23,816 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 971fbbbe942d,46085,1733368737191 2024-12-05T03:20:23,817 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46085 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=102 2024-12-05T03:20:23,817 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733368803199.9a09b041f73603d68e2950b4ba4c8936. 2024-12-05T03:20:23,817 INFO [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(2837): Flushing 9a09b041f73603d68e2950b4ba4c8936 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-12-05T03:20:23,817 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9a09b041f73603d68e2950b4ba4c8936, store=A 2024-12-05T03:20:23,817 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T03:20:23,817 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9a09b041f73603d68e2950b4ba4c8936, store=B 2024-12-05T03:20:23,817 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T03:20:23,817 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9a09b041f73603d68e2950b4ba4c8936, store=C 2024-12-05T03:20:23,817 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T03:20:23,822 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/.tmp/A/6a70de24a5844b45a890977394388d78 is 50, key is test_row_0/A:col10/1733368822743/Put/seqid=0 2024-12-05T03:20:23,826 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073742237_1413 (size=12301) 2024-12-05T03:20:23,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(8581): Flush requested on 9a09b041f73603d68e2950b4ba4c8936 2024-12-05T03:20:23,864 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733368803199.9a09b041f73603d68e2950b4ba4c8936. as already flushing 2024-12-05T03:20:23,928 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a09b041f73603d68e2950b4ba4c8936, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:20:23,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36630 deadline: 1733368883926, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a09b041f73603d68e2950b4ba4c8936, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:20:24,029 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a09b041f73603d68e2950b4ba4c8936, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:20:24,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36630 deadline: 1733368884029, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a09b041f73603d68e2950b4ba4c8936, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:20:24,227 INFO [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=535 (bloomFilter=true), to=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/.tmp/A/6a70de24a5844b45a890977394388d78 2024-12-05T03:20:24,232 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a09b041f73603d68e2950b4ba4c8936, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:20:24,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36630 deadline: 1733368884232, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a09b041f73603d68e2950b4ba4c8936, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:20:24,235 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/.tmp/B/e621f146993b41df978645320aec8457 is 50, key is test_row_0/B:col10/1733368822743/Put/seqid=0 2024-12-05T03:20:24,249 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073742238_1414 (size=12301) 2024-12-05T03:20:24,250 INFO [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=535 (bloomFilter=true), to=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/.tmp/B/e621f146993b41df978645320aec8457 2024-12-05T03:20:24,257 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/.tmp/C/1daa6f0215464929b6194c4f42485f7b is 50, key is test_row_0/C:col10/1733368822743/Put/seqid=0 2024-12-05T03:20:24,261 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073742239_1415 (size=12301) 2024-12-05T03:20:24,377 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a09b041f73603d68e2950b4ba4c8936, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:20:24,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 291 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36600 deadline: 1733368884375, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a09b041f73603d68e2950b4ba4c8936, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:20:24,381 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a09b041f73603d68e2950b4ba4c8936, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:20:24,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 275 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36620 deadline: 1733368884380, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a09b041f73603d68e2950b4ba4c8936, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:20:24,384 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a09b041f73603d68e2950b4ba4c8936, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:20:24,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 283 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36608 deadline: 1733368884382, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a09b041f73603d68e2950b4ba4c8936, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:20:24,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=101 2024-12-05T03:20:24,538 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a09b041f73603d68e2950b4ba4c8936, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:20:24,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36630 deadline: 1733368884537, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a09b041f73603d68e2950b4ba4c8936, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:20:24,580 DEBUG [Thread-1359 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x14ed1e44 to 127.0.0.1:54474 2024-12-05T03:20:24,581 DEBUG [Thread-1359 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T03:20:24,581 DEBUG [Thread-1363 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x036642cb to 127.0.0.1:54474 2024-12-05T03:20:24,581 DEBUG [Thread-1363 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T03:20:24,582 DEBUG [Thread-1361 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x72537a47 to 127.0.0.1:54474 2024-12-05T03:20:24,582 DEBUG [Thread-1361 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T03:20:24,582 DEBUG [Thread-1365 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3c299cfb to 127.0.0.1:54474 2024-12-05T03:20:24,582 DEBUG [Thread-1365 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T03:20:24,584 DEBUG [Thread-1367 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x605827c9 to 127.0.0.1:54474 2024-12-05T03:20:24,584 DEBUG [Thread-1367 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T03:20:24,662 INFO [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=535 (bloomFilter=true), to=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/.tmp/C/1daa6f0215464929b6194c4f42485f7b 2024-12-05T03:20:24,667 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/.tmp/A/6a70de24a5844b45a890977394388d78 as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/A/6a70de24a5844b45a890977394388d78 2024-12-05T03:20:24,670 INFO [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/A/6a70de24a5844b45a890977394388d78, entries=150, sequenceid=535, filesize=12.0 K 2024-12-05T03:20:24,671 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/.tmp/B/e621f146993b41df978645320aec8457 as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/B/e621f146993b41df978645320aec8457 2024-12-05T03:20:24,674 INFO [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/B/e621f146993b41df978645320aec8457, entries=150, sequenceid=535, filesize=12.0 K 2024-12-05T03:20:24,674 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/.tmp/C/1daa6f0215464929b6194c4f42485f7b as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/C/1daa6f0215464929b6194c4f42485f7b 2024-12-05T03:20:24,677 INFO [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/C/1daa6f0215464929b6194c4f42485f7b, entries=150, sequenceid=535, filesize=12.0 K 2024-12-05T03:20:24,678 INFO [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 9a09b041f73603d68e2950b4ba4c8936 in 861ms, sequenceid=535, compaction requested=true 2024-12-05T03:20:24,678 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(2538): Flush status journal for 9a09b041f73603d68e2950b4ba4c8936: 2024-12-05T03:20:24,678 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733368803199.9a09b041f73603d68e2950b4ba4c8936. 2024-12-05T03:20:24,678 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=102 2024-12-05T03:20:24,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.HMaster(4106): Remote procedure done, pid=102 2024-12-05T03:20:24,680 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=102, resume processing ppid=101 2024-12-05T03:20:24,680 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=102, ppid=101, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.2500 sec 2024-12-05T03:20:24,681 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=101, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=101, table=TestAcidGuarantees in 2.2530 sec 2024-12-05T03:20:25,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(8581): Flush requested on 9a09b041f73603d68e2950b4ba4c8936 2024-12-05T03:20:25,042 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 9a09b041f73603d68e2950b4ba4c8936 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-12-05T03:20:25,042 DEBUG [Thread-1348 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3c1ac389 to 127.0.0.1:54474 2024-12-05T03:20:25,042 DEBUG [Thread-1348 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T03:20:25,042 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9a09b041f73603d68e2950b4ba4c8936, store=A 2024-12-05T03:20:25,042 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T03:20:25,042 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9a09b041f73603d68e2950b4ba4c8936, store=B 2024-12-05T03:20:25,042 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T03:20:25,042 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9a09b041f73603d68e2950b4ba4c8936, store=C 2024-12-05T03:20:25,042 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T03:20:25,046 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/.tmp/A/41547fdb01c44f93b9acd4b4d5a0d67e is 50, key is test_row_0/A:col10/1733368823923/Put/seqid=0 2024-12-05T03:20:25,049 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073742240_1416 (size=12301) 2024-12-05T03:20:25,449 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=560 (bloomFilter=true), to=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/.tmp/A/41547fdb01c44f93b9acd4b4d5a0d67e 2024-12-05T03:20:25,455 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/.tmp/B/66dfe9c37bca483fa08473783b0586e6 is 50, key is test_row_0/B:col10/1733368823923/Put/seqid=0 2024-12-05T03:20:25,458 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073742241_1417 (size=12301) 2024-12-05T03:20:25,568 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-05T03:20:25,859 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=560 (bloomFilter=true), to=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/.tmp/B/66dfe9c37bca483fa08473783b0586e6 2024-12-05T03:20:25,865 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/.tmp/C/b848d8f4f2c843119fee4d9573344491 is 50, key is test_row_0/C:col10/1733368823923/Put/seqid=0 2024-12-05T03:20:25,868 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073742242_1418 (size=12301) 2024-12-05T03:20:26,269 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=560 (bloomFilter=true), to=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/.tmp/C/b848d8f4f2c843119fee4d9573344491 2024-12-05T03:20:26,274 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/.tmp/A/41547fdb01c44f93b9acd4b4d5a0d67e as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/A/41547fdb01c44f93b9acd4b4d5a0d67e 2024-12-05T03:20:26,277 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/A/41547fdb01c44f93b9acd4b4d5a0d67e, entries=150, sequenceid=560, filesize=12.0 K 2024-12-05T03:20:26,278 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/.tmp/B/66dfe9c37bca483fa08473783b0586e6 as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/B/66dfe9c37bca483fa08473783b0586e6 2024-12-05T03:20:26,283 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/B/66dfe9c37bca483fa08473783b0586e6, entries=150, sequenceid=560, filesize=12.0 K 2024-12-05T03:20:26,283 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/.tmp/C/b848d8f4f2c843119fee4d9573344491 as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/C/b848d8f4f2c843119fee4d9573344491 2024-12-05T03:20:26,286 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/C/b848d8f4f2c843119fee4d9573344491, entries=150, sequenceid=560, filesize=12.0 K 2024-12-05T03:20:26,287 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=0 B/0 for 9a09b041f73603d68e2950b4ba4c8936 in 1245ms, sequenceid=560, compaction requested=true 2024-12-05T03:20:26,287 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 9a09b041f73603d68e2950b4ba4c8936: 2024-12-05T03:20:26,287 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9a09b041f73603d68e2950b4ba4c8936:A, priority=-2147483648, current under compaction store size is 1 2024-12-05T03:20:26,287 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T03:20:26,287 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9a09b041f73603d68e2950b4ba4c8936:B, priority=-2147483648, current under compaction store size is 2 2024-12-05T03:20:26,287 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-05T03:20:26,287 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T03:20:26,287 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9a09b041f73603d68e2950b4ba4c8936:C, priority=-2147483648, current under compaction store size is 3 2024-12-05T03:20:26,287 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T03:20:26,287 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-05T03:20:26,288 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50430 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-05T03:20:26,288 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50430 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-05T03:20:26,288 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.HStore(1540): 9a09b041f73603d68e2950b4ba4c8936/B is initiating minor compaction (all files) 2024-12-05T03:20:26,288 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.HStore(1540): 9a09b041f73603d68e2950b4ba4c8936/A is initiating minor compaction (all files) 2024-12-05T03:20:26,289 INFO [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 9a09b041f73603d68e2950b4ba4c8936/A in TestAcidGuarantees,,1733368803199.9a09b041f73603d68e2950b4ba4c8936. 2024-12-05T03:20:26,289 INFO [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 9a09b041f73603d68e2950b4ba4c8936/B in TestAcidGuarantees,,1733368803199.9a09b041f73603d68e2950b4ba4c8936. 2024-12-05T03:20:26,289 INFO [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/A/186fe299c1a343d39973861dc1bfa4f8, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/A/2cf52ba767334e81a3a370e3d7fad842, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/A/6a70de24a5844b45a890977394388d78, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/A/41547fdb01c44f93b9acd4b4d5a0d67e] into tmpdir=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/.tmp, totalSize=49.2 K 2024-12-05T03:20:26,289 INFO [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/B/29917aacf3354046ae34d92d16ebe1ee, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/B/5150e1079564424d9732345aa707d632, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/B/e621f146993b41df978645320aec8457, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/B/66dfe9c37bca483fa08473783b0586e6] into tmpdir=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/.tmp, totalSize=49.2 K 2024-12-05T03:20:26,289 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] compactions.Compactor(224): Compacting 186fe299c1a343d39973861dc1bfa4f8, keycount=150, bloomtype=ROW, size=13.2 K, encoding=NONE, compression=NONE, seqNum=496, earliestPutTs=1733368821613 2024-12-05T03:20:26,289 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] compactions.Compactor(224): Compacting 29917aacf3354046ae34d92d16ebe1ee, keycount=150, bloomtype=ROW, size=13.2 K, encoding=NONE, compression=NONE, seqNum=496, earliestPutTs=1733368821613 2024-12-05T03:20:26,289 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2cf52ba767334e81a3a370e3d7fad842, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=520, earliestPutTs=1733368822258 2024-12-05T03:20:26,289 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] compactions.Compactor(224): Compacting 5150e1079564424d9732345aa707d632, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=520, earliestPutTs=1733368822258 2024-12-05T03:20:26,289 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6a70de24a5844b45a890977394388d78, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=535, earliestPutTs=1733368822727 2024-12-05T03:20:26,290 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] compactions.Compactor(224): Compacting e621f146993b41df978645320aec8457, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=535, earliestPutTs=1733368822727 2024-12-05T03:20:26,290 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] compactions.Compactor(224): Compacting 41547fdb01c44f93b9acd4b4d5a0d67e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=560, earliestPutTs=1733368823917 2024-12-05T03:20:26,290 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] compactions.Compactor(224): Compacting 66dfe9c37bca483fa08473783b0586e6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=560, earliestPutTs=1733368823917 2024-12-05T03:20:26,301 INFO [RS:0;971fbbbe942d:46085-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9a09b041f73603d68e2950b4ba4c8936#B#compaction#364 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T03:20:26,302 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/.tmp/B/39f75458f4cb4c2498b35981055a4867 is 50, key is test_row_0/B:col10/1733368823923/Put/seqid=0 2024-12-05T03:20:26,305 INFO [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9a09b041f73603d68e2950b4ba4c8936#A#compaction#365 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T03:20:26,306 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/.tmp/A/2119f5760b614735b8da8f9c18e89907 is 50, key is test_row_0/A:col10/1733368823923/Put/seqid=0 2024-12-05T03:20:26,309 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073742243_1419 (size=13663) 2024-12-05T03:20:26,315 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073742244_1420 (size=13663) 2024-12-05T03:20:26,381 DEBUG [Thread-1352 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7c480dfb to 127.0.0.1:54474 2024-12-05T03:20:26,381 DEBUG [Thread-1352 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T03:20:26,402 DEBUG [Thread-1350 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x028e73c0 to 127.0.0.1:54474 2024-12-05T03:20:26,402 DEBUG [Thread-1350 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T03:20:26,402 DEBUG [Thread-1356 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2e9ae050 to 127.0.0.1:54474 2024-12-05T03:20:26,402 DEBUG [Thread-1356 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T03:20:26,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=101 2024-12-05T03:20:26,534 INFO [Thread-1358 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 101 completed 2024-12-05T03:20:26,714 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/.tmp/B/39f75458f4cb4c2498b35981055a4867 as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/B/39f75458f4cb4c2498b35981055a4867 2024-12-05T03:20:26,718 INFO [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 9a09b041f73603d68e2950b4ba4c8936/B of 9a09b041f73603d68e2950b4ba4c8936 into 39f75458f4cb4c2498b35981055a4867(size=13.3 K), total size for store is 13.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T03:20:26,718 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 9a09b041f73603d68e2950b4ba4c8936: 2024-12-05T03:20:26,718 INFO [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733368803199.9a09b041f73603d68e2950b4ba4c8936., storeName=9a09b041f73603d68e2950b4ba4c8936/B, priority=12, startTime=1733368826287; duration=0sec 2024-12-05T03:20:26,718 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T03:20:26,718 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9a09b041f73603d68e2950b4ba4c8936:B 2024-12-05T03:20:26,718 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-05T03:20:26,719 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/.tmp/A/2119f5760b614735b8da8f9c18e89907 as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/A/2119f5760b614735b8da8f9c18e89907 2024-12-05T03:20:26,719 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50396 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-05T03:20:26,719 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.HStore(1540): 9a09b041f73603d68e2950b4ba4c8936/C is initiating minor compaction (all files) 2024-12-05T03:20:26,719 INFO [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 9a09b041f73603d68e2950b4ba4c8936/C in TestAcidGuarantees,,1733368803199.9a09b041f73603d68e2950b4ba4c8936. 2024-12-05T03:20:26,720 INFO [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/C/c58f45dee8484bb78690c8126e0f7c22, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/C/5687d87e3dc6457993969a412261c96b, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/C/1daa6f0215464929b6194c4f42485f7b, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/C/b848d8f4f2c843119fee4d9573344491] into tmpdir=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/.tmp, totalSize=49.2 K 2024-12-05T03:20:26,720 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] compactions.Compactor(224): Compacting c58f45dee8484bb78690c8126e0f7c22, keycount=150, bloomtype=ROW, size=13.2 K, encoding=NONE, compression=NONE, seqNum=496, earliestPutTs=1733368821613 2024-12-05T03:20:26,720 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] compactions.Compactor(224): Compacting 5687d87e3dc6457993969a412261c96b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=520, earliestPutTs=1733368822258 2024-12-05T03:20:26,721 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] compactions.Compactor(224): Compacting 1daa6f0215464929b6194c4f42485f7b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=535, earliestPutTs=1733368822727 2024-12-05T03:20:26,721 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] compactions.Compactor(224): Compacting b848d8f4f2c843119fee4d9573344491, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=560, earliestPutTs=1733368823917 2024-12-05T03:20:26,722 INFO [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 9a09b041f73603d68e2950b4ba4c8936/A of 9a09b041f73603d68e2950b4ba4c8936 into 2119f5760b614735b8da8f9c18e89907(size=13.3 K), total size for store is 13.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T03:20:26,722 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 9a09b041f73603d68e2950b4ba4c8936: 2024-12-05T03:20:26,722 INFO [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733368803199.9a09b041f73603d68e2950b4ba4c8936., storeName=9a09b041f73603d68e2950b4ba4c8936/A, priority=12, startTime=1733368826287; duration=0sec 2024-12-05T03:20:26,723 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T03:20:26,723 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9a09b041f73603d68e2950b4ba4c8936:A 2024-12-05T03:20:26,736 INFO [RS:0;971fbbbe942d:46085-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9a09b041f73603d68e2950b4ba4c8936#C#compaction#366 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T03:20:26,736 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/.tmp/C/8fffecd1ba8f4a33853405c463562764 is 50, key is test_row_0/C:col10/1733368823923/Put/seqid=0 2024-12-05T03:20:26,739 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073742245_1421 (size=13629) 2024-12-05T03:20:27,143 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/.tmp/C/8fffecd1ba8f4a33853405c463562764 as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/C/8fffecd1ba8f4a33853405c463562764 2024-12-05T03:20:27,147 INFO [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 9a09b041f73603d68e2950b4ba4c8936/C of 9a09b041f73603d68e2950b4ba4c8936 into 8fffecd1ba8f4a33853405c463562764(size=13.3 K), total size for store is 13.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T03:20:27,147 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 9a09b041f73603d68e2950b4ba4c8936: 2024-12-05T03:20:27,147 INFO [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733368803199.9a09b041f73603d68e2950b4ba4c8936., storeName=9a09b041f73603d68e2950b4ba4c8936/C, priority=12, startTime=1733368826287; duration=0sec 2024-12-05T03:20:27,147 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T03:20:27,147 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9a09b041f73603d68e2950b4ba4c8936:C 2024-12-05T03:20:32,901 DEBUG [Thread-1354 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x34cb3991 to 127.0.0.1:54474 2024-12-05T03:20:32,902 DEBUG [Thread-1354 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T03:20:32,902 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-12-05T03:20:32,902 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 35 2024-12-05T03:20:32,902 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 136 2024-12-05T03:20:32,902 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 144 2024-12-05T03:20:32,902 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 1 2024-12-05T03:20:32,902 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 128 2024-12-05T03:20:32,902 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-12-05T03:20:32,902 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 6511 2024-12-05T03:20:32,902 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 6273 2024-12-05T03:20:32,902 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 6231 2024-12-05T03:20:32,902 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 6484 2024-12-05T03:20:32,902 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 6239 2024-12-05T03:20:32,902 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-12-05T03:20:32,902 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-12-05T03:20:32,902 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x64dc42d9 to 127.0.0.1:54474 2024-12-05T03:20:32,902 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T03:20:32,903 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-12-05T03:20:32,903 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-12-05T03:20:32,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] procedure2.ProcedureExecutor(1098): Stored pid=103, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-12-05T03:20:32,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=103 2024-12-05T03:20:32,906 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733368832905"}]},"ts":"1733368832905"} 2024-12-05T03:20:32,906 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-12-05T03:20:32,908 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-12-05T03:20:32,909 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=104, ppid=103, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-12-05T03:20:32,910 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=105, ppid=104, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=9a09b041f73603d68e2950b4ba4c8936, UNASSIGN}] 2024-12-05T03:20:32,910 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=105, ppid=104, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=9a09b041f73603d68e2950b4ba4c8936, UNASSIGN 2024-12-05T03:20:32,911 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=105 updating hbase:meta row=9a09b041f73603d68e2950b4ba4c8936, regionState=CLOSING, regionLocation=971fbbbe942d,46085,1733368737191 2024-12-05T03:20:32,911 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-05T03:20:32,911 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=106, ppid=105, state=RUNNABLE; CloseRegionProcedure 9a09b041f73603d68e2950b4ba4c8936, server=971fbbbe942d,46085,1733368737191}] 2024-12-05T03:20:33,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=103 2024-12-05T03:20:33,062 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 971fbbbe942d,46085,1733368737191 2024-12-05T03:20:33,063 INFO [RS_CLOSE_REGION-regionserver/971fbbbe942d:0-0 {event_type=M_RS_CLOSE_REGION, pid=106}] handler.UnassignRegionHandler(124): Close 9a09b041f73603d68e2950b4ba4c8936 2024-12-05T03:20:33,063 DEBUG [RS_CLOSE_REGION-regionserver/971fbbbe942d:0-0 {event_type=M_RS_CLOSE_REGION, pid=106}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-12-05T03:20:33,063 DEBUG [RS_CLOSE_REGION-regionserver/971fbbbe942d:0-0 {event_type=M_RS_CLOSE_REGION, pid=106}] regionserver.HRegion(1681): Closing 9a09b041f73603d68e2950b4ba4c8936, disabling compactions & flushes 2024-12-05T03:20:33,063 INFO [RS_CLOSE_REGION-regionserver/971fbbbe942d:0-0 {event_type=M_RS_CLOSE_REGION, pid=106}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1733368803199.9a09b041f73603d68e2950b4ba4c8936. 2024-12-05T03:20:33,063 DEBUG [RS_CLOSE_REGION-regionserver/971fbbbe942d:0-0 {event_type=M_RS_CLOSE_REGION, pid=106}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1733368803199.9a09b041f73603d68e2950b4ba4c8936. 2024-12-05T03:20:33,063 DEBUG [RS_CLOSE_REGION-regionserver/971fbbbe942d:0-0 {event_type=M_RS_CLOSE_REGION, pid=106}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1733368803199.9a09b041f73603d68e2950b4ba4c8936. after waiting 0 ms 2024-12-05T03:20:33,063 DEBUG [RS_CLOSE_REGION-regionserver/971fbbbe942d:0-0 {event_type=M_RS_CLOSE_REGION, pid=106}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1733368803199.9a09b041f73603d68e2950b4ba4c8936. 2024-12-05T03:20:33,063 INFO [RS_CLOSE_REGION-regionserver/971fbbbe942d:0-0 {event_type=M_RS_CLOSE_REGION, pid=106}] regionserver.HRegion(2837): Flushing 9a09b041f73603d68e2950b4ba4c8936 3/3 column families, dataSize=26.84 KB heapSize=71.06 KB 2024-12-05T03:20:33,063 DEBUG [RS_CLOSE_REGION-regionserver/971fbbbe942d:0-0 {event_type=M_RS_CLOSE_REGION, pid=106}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9a09b041f73603d68e2950b4ba4c8936, store=A 2024-12-05T03:20:33,064 DEBUG [RS_CLOSE_REGION-regionserver/971fbbbe942d:0-0 {event_type=M_RS_CLOSE_REGION, pid=106}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T03:20:33,064 DEBUG [RS_CLOSE_REGION-regionserver/971fbbbe942d:0-0 {event_type=M_RS_CLOSE_REGION, pid=106}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9a09b041f73603d68e2950b4ba4c8936, store=B 2024-12-05T03:20:33,064 DEBUG [RS_CLOSE_REGION-regionserver/971fbbbe942d:0-0 {event_type=M_RS_CLOSE_REGION, pid=106}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T03:20:33,064 DEBUG [RS_CLOSE_REGION-regionserver/971fbbbe942d:0-0 {event_type=M_RS_CLOSE_REGION, pid=106}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9a09b041f73603d68e2950b4ba4c8936, store=C 2024-12-05T03:20:33,064 DEBUG [RS_CLOSE_REGION-regionserver/971fbbbe942d:0-0 {event_type=M_RS_CLOSE_REGION, pid=106}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T03:20:33,067 DEBUG [RS_CLOSE_REGION-regionserver/971fbbbe942d:0-0 {event_type=M_RS_CLOSE_REGION, pid=106}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/.tmp/A/f79941254d67401f89675aab49db4fb0 is 50, key is test_row_0/A:col10/1733368826401/Put/seqid=0 2024-12-05T03:20:33,070 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073742246_1422 (size=9857) 2024-12-05T03:20:33,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=103 2024-12-05T03:20:33,471 INFO [RS_CLOSE_REGION-regionserver/971fbbbe942d:0-0 {event_type=M_RS_CLOSE_REGION, pid=106}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=570 (bloomFilter=true), to=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/.tmp/A/f79941254d67401f89675aab49db4fb0 2024-12-05T03:20:33,477 DEBUG [RS_CLOSE_REGION-regionserver/971fbbbe942d:0-0 {event_type=M_RS_CLOSE_REGION, pid=106}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/.tmp/B/249dec71a7464809a055026da6653c35 is 50, key is test_row_0/B:col10/1733368826401/Put/seqid=0 2024-12-05T03:20:33,480 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073742247_1423 (size=9857) 2024-12-05T03:20:33,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=103 2024-12-05T03:20:33,880 INFO [RS_CLOSE_REGION-regionserver/971fbbbe942d:0-0 {event_type=M_RS_CLOSE_REGION, pid=106}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=570 (bloomFilter=true), to=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/.tmp/B/249dec71a7464809a055026da6653c35 2024-12-05T03:20:33,886 DEBUG [RS_CLOSE_REGION-regionserver/971fbbbe942d:0-0 {event_type=M_RS_CLOSE_REGION, pid=106}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/.tmp/C/89f08f6e9111402a923d32ed73448b7e is 50, key is test_row_0/C:col10/1733368826401/Put/seqid=0 2024-12-05T03:20:33,889 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073742248_1424 (size=9857) 2024-12-05T03:20:34,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=103 2024-12-05T03:20:34,290 INFO [RS_CLOSE_REGION-regionserver/971fbbbe942d:0-0 {event_type=M_RS_CLOSE_REGION, pid=106}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=570 (bloomFilter=true), to=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/.tmp/C/89f08f6e9111402a923d32ed73448b7e 2024-12-05T03:20:34,293 DEBUG [RS_CLOSE_REGION-regionserver/971fbbbe942d:0-0 {event_type=M_RS_CLOSE_REGION, pid=106}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/.tmp/A/f79941254d67401f89675aab49db4fb0 as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/A/f79941254d67401f89675aab49db4fb0 2024-12-05T03:20:34,296 INFO [RS_CLOSE_REGION-regionserver/971fbbbe942d:0-0 {event_type=M_RS_CLOSE_REGION, pid=106}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/A/f79941254d67401f89675aab49db4fb0, entries=100, sequenceid=570, filesize=9.6 K 2024-12-05T03:20:34,297 DEBUG [RS_CLOSE_REGION-regionserver/971fbbbe942d:0-0 {event_type=M_RS_CLOSE_REGION, pid=106}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/.tmp/B/249dec71a7464809a055026da6653c35 as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/B/249dec71a7464809a055026da6653c35 2024-12-05T03:20:34,300 INFO [RS_CLOSE_REGION-regionserver/971fbbbe942d:0-0 {event_type=M_RS_CLOSE_REGION, pid=106}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/B/249dec71a7464809a055026da6653c35, entries=100, sequenceid=570, filesize=9.6 K 2024-12-05T03:20:34,300 DEBUG [RS_CLOSE_REGION-regionserver/971fbbbe942d:0-0 {event_type=M_RS_CLOSE_REGION, pid=106}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/.tmp/C/89f08f6e9111402a923d32ed73448b7e as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/C/89f08f6e9111402a923d32ed73448b7e 2024-12-05T03:20:34,303 INFO [RS_CLOSE_REGION-regionserver/971fbbbe942d:0-0 {event_type=M_RS_CLOSE_REGION, pid=106}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/C/89f08f6e9111402a923d32ed73448b7e, entries=100, sequenceid=570, filesize=9.6 K 2024-12-05T03:20:34,304 INFO [RS_CLOSE_REGION-regionserver/971fbbbe942d:0-0 {event_type=M_RS_CLOSE_REGION, pid=106}] regionserver.HRegion(3040): Finished flush of dataSize ~26.84 KB/27480, heapSize ~71.02 KB/72720, currentSize=0 B/0 for 9a09b041f73603d68e2950b4ba4c8936 in 1241ms, sequenceid=570, compaction requested=false 2024-12-05T03:20:34,304 DEBUG [StoreCloser-TestAcidGuarantees,,1733368803199.9a09b041f73603d68e2950b4ba4c8936.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/A/e74e153e917643f599172e9708b9f49b, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/A/87d7722ec3944549a90f8783067b4a67, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/A/2bc7e1bf84374dc0adf15dceaba475c2, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/A/f535dc700c494d23a542ff83a43d9e24, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/A/73e309aed7ff43a4bf557571a2a5a45e, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/A/264ec8ddd8094b699e3597d6ffeb3b55, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/A/c301175b5aed496b989fe8c40ae4217b, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/A/918a5cd7bc1e4864aa8fc5585a34fb26, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/A/0c2a0701e08043628ad30873b1ca89d1, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/A/833dc0acd6b74d72b8a4aa4dc0fed601, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/A/97361fd418924159a6e17dc0d1007ae8, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/A/814ace84553b4b188780108dc7749cda, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/A/d757fd9172564e21b401066b507ad022, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/A/f80556eb9d9a45f0808d4a12bb5c7f5d, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/A/f1aee1d81c2544a8b11ba8dbc16d999a, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/A/ae3bbe59af2545a9b4fcabb9a5318343, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/A/b8951a62356a465d82c51d6da54bdd1c, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/A/1e9b2c161efe4491a1005c7f7f119d35, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/A/dbb45d0aeeb5473f9980e0803d42d694, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/A/34b8c643344447e4b9b890fbb681ab22, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/A/5b545993a9b04f1c9755931636553ccc, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/A/6c1883e1f7944dbdbbbf21580846a265, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/A/63fc16e3d52d4bf588b4edee5bc5afea, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/A/7010421b6ef14efb948fb075b81f4da2, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/A/aa2353bb82884b88ac5fab41e8903ad1, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/A/2e6bcfcb7ab84a7d81de726af1f8a05f, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/A/16dbc6a5826e45b38d2ddbdeb116555b, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/A/7eb56222ee5f44b8b4101c1e7d429114, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/A/91276d7f960549b487d15cd90eae872a, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/A/4cd4b366eeaf4ab4b67b2a5fd9b41339, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/A/12aa387ac7174c0d9dc201bdea6d95f5, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/A/a83c3aa1ec3c458aaf2d8c4cf3640f5e, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/A/acd568e264ac46c385a234dd99e86ce4, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/A/0117405728dd4570bd1059da36f131e9, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/A/3185b419bc5648caaf374093231d223e, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/A/186fe299c1a343d39973861dc1bfa4f8, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/A/73b6a7e4b1934d8290b42f9f8ff467bd, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/A/2cf52ba767334e81a3a370e3d7fad842, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/A/6a70de24a5844b45a890977394388d78, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/A/41547fdb01c44f93b9acd4b4d5a0d67e] to archive 2024-12-05T03:20:34,305 DEBUG [StoreCloser-TestAcidGuarantees,,1733368803199.9a09b041f73603d68e2950b4ba4c8936.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-05T03:20:34,307 DEBUG [StoreCloser-TestAcidGuarantees,,1733368803199.9a09b041f73603d68e2950b4ba4c8936.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/A/e74e153e917643f599172e9708b9f49b to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/A/e74e153e917643f599172e9708b9f49b 2024-12-05T03:20:34,307 DEBUG [StoreCloser-TestAcidGuarantees,,1733368803199.9a09b041f73603d68e2950b4ba4c8936.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/A/87d7722ec3944549a90f8783067b4a67 to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/A/87d7722ec3944549a90f8783067b4a67 2024-12-05T03:20:34,308 DEBUG [StoreCloser-TestAcidGuarantees,,1733368803199.9a09b041f73603d68e2950b4ba4c8936.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/A/2bc7e1bf84374dc0adf15dceaba475c2 to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/A/2bc7e1bf84374dc0adf15dceaba475c2 2024-12-05T03:20:34,309 DEBUG [StoreCloser-TestAcidGuarantees,,1733368803199.9a09b041f73603d68e2950b4ba4c8936.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/A/f535dc700c494d23a542ff83a43d9e24 to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/A/f535dc700c494d23a542ff83a43d9e24 2024-12-05T03:20:34,310 DEBUG [StoreCloser-TestAcidGuarantees,,1733368803199.9a09b041f73603d68e2950b4ba4c8936.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/A/73e309aed7ff43a4bf557571a2a5a45e to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/A/73e309aed7ff43a4bf557571a2a5a45e 2024-12-05T03:20:34,311 DEBUG [StoreCloser-TestAcidGuarantees,,1733368803199.9a09b041f73603d68e2950b4ba4c8936.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/A/264ec8ddd8094b699e3597d6ffeb3b55 to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/A/264ec8ddd8094b699e3597d6ffeb3b55 2024-12-05T03:20:34,312 DEBUG [StoreCloser-TestAcidGuarantees,,1733368803199.9a09b041f73603d68e2950b4ba4c8936.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/A/c301175b5aed496b989fe8c40ae4217b to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/A/c301175b5aed496b989fe8c40ae4217b 2024-12-05T03:20:34,313 DEBUG [StoreCloser-TestAcidGuarantees,,1733368803199.9a09b041f73603d68e2950b4ba4c8936.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/A/918a5cd7bc1e4864aa8fc5585a34fb26 to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/A/918a5cd7bc1e4864aa8fc5585a34fb26 2024-12-05T03:20:34,314 DEBUG [StoreCloser-TestAcidGuarantees,,1733368803199.9a09b041f73603d68e2950b4ba4c8936.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/A/0c2a0701e08043628ad30873b1ca89d1 to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/A/0c2a0701e08043628ad30873b1ca89d1 2024-12-05T03:20:34,315 DEBUG [StoreCloser-TestAcidGuarantees,,1733368803199.9a09b041f73603d68e2950b4ba4c8936.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/A/833dc0acd6b74d72b8a4aa4dc0fed601 to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/A/833dc0acd6b74d72b8a4aa4dc0fed601 2024-12-05T03:20:34,315 DEBUG [StoreCloser-TestAcidGuarantees,,1733368803199.9a09b041f73603d68e2950b4ba4c8936.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/A/97361fd418924159a6e17dc0d1007ae8 to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/A/97361fd418924159a6e17dc0d1007ae8 2024-12-05T03:20:34,316 DEBUG [StoreCloser-TestAcidGuarantees,,1733368803199.9a09b041f73603d68e2950b4ba4c8936.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/A/814ace84553b4b188780108dc7749cda to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/A/814ace84553b4b188780108dc7749cda 2024-12-05T03:20:34,317 DEBUG [StoreCloser-TestAcidGuarantees,,1733368803199.9a09b041f73603d68e2950b4ba4c8936.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/A/d757fd9172564e21b401066b507ad022 to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/A/d757fd9172564e21b401066b507ad022 2024-12-05T03:20:34,318 DEBUG [StoreCloser-TestAcidGuarantees,,1733368803199.9a09b041f73603d68e2950b4ba4c8936.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/A/f80556eb9d9a45f0808d4a12bb5c7f5d to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/A/f80556eb9d9a45f0808d4a12bb5c7f5d 2024-12-05T03:20:34,319 DEBUG [StoreCloser-TestAcidGuarantees,,1733368803199.9a09b041f73603d68e2950b4ba4c8936.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/A/f1aee1d81c2544a8b11ba8dbc16d999a to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/A/f1aee1d81c2544a8b11ba8dbc16d999a 2024-12-05T03:20:34,320 DEBUG [StoreCloser-TestAcidGuarantees,,1733368803199.9a09b041f73603d68e2950b4ba4c8936.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/A/ae3bbe59af2545a9b4fcabb9a5318343 to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/A/ae3bbe59af2545a9b4fcabb9a5318343 2024-12-05T03:20:34,321 DEBUG [StoreCloser-TestAcidGuarantees,,1733368803199.9a09b041f73603d68e2950b4ba4c8936.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/A/b8951a62356a465d82c51d6da54bdd1c to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/A/b8951a62356a465d82c51d6da54bdd1c 2024-12-05T03:20:34,322 DEBUG [StoreCloser-TestAcidGuarantees,,1733368803199.9a09b041f73603d68e2950b4ba4c8936.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/A/1e9b2c161efe4491a1005c7f7f119d35 to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/A/1e9b2c161efe4491a1005c7f7f119d35 2024-12-05T03:20:34,323 DEBUG [StoreCloser-TestAcidGuarantees,,1733368803199.9a09b041f73603d68e2950b4ba4c8936.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/A/dbb45d0aeeb5473f9980e0803d42d694 to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/A/dbb45d0aeeb5473f9980e0803d42d694 2024-12-05T03:20:34,323 DEBUG [StoreCloser-TestAcidGuarantees,,1733368803199.9a09b041f73603d68e2950b4ba4c8936.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/A/34b8c643344447e4b9b890fbb681ab22 to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/A/34b8c643344447e4b9b890fbb681ab22 2024-12-05T03:20:34,324 DEBUG [StoreCloser-TestAcidGuarantees,,1733368803199.9a09b041f73603d68e2950b4ba4c8936.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/A/5b545993a9b04f1c9755931636553ccc to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/A/5b545993a9b04f1c9755931636553ccc 2024-12-05T03:20:34,325 DEBUG [StoreCloser-TestAcidGuarantees,,1733368803199.9a09b041f73603d68e2950b4ba4c8936.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/A/6c1883e1f7944dbdbbbf21580846a265 to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/A/6c1883e1f7944dbdbbbf21580846a265 2024-12-05T03:20:34,326 DEBUG [StoreCloser-TestAcidGuarantees,,1733368803199.9a09b041f73603d68e2950b4ba4c8936.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/A/63fc16e3d52d4bf588b4edee5bc5afea to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/A/63fc16e3d52d4bf588b4edee5bc5afea 2024-12-05T03:20:34,327 DEBUG [StoreCloser-TestAcidGuarantees,,1733368803199.9a09b041f73603d68e2950b4ba4c8936.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/A/7010421b6ef14efb948fb075b81f4da2 to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/A/7010421b6ef14efb948fb075b81f4da2 2024-12-05T03:20:34,328 DEBUG [StoreCloser-TestAcidGuarantees,,1733368803199.9a09b041f73603d68e2950b4ba4c8936.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/A/aa2353bb82884b88ac5fab41e8903ad1 to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/A/aa2353bb82884b88ac5fab41e8903ad1 2024-12-05T03:20:34,329 DEBUG [StoreCloser-TestAcidGuarantees,,1733368803199.9a09b041f73603d68e2950b4ba4c8936.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/A/2e6bcfcb7ab84a7d81de726af1f8a05f to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/A/2e6bcfcb7ab84a7d81de726af1f8a05f 2024-12-05T03:20:34,329 DEBUG [StoreCloser-TestAcidGuarantees,,1733368803199.9a09b041f73603d68e2950b4ba4c8936.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/A/16dbc6a5826e45b38d2ddbdeb116555b to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/A/16dbc6a5826e45b38d2ddbdeb116555b 2024-12-05T03:20:34,331 DEBUG [StoreCloser-TestAcidGuarantees,,1733368803199.9a09b041f73603d68e2950b4ba4c8936.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/A/7eb56222ee5f44b8b4101c1e7d429114 to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/A/7eb56222ee5f44b8b4101c1e7d429114 2024-12-05T03:20:34,331 DEBUG [StoreCloser-TestAcidGuarantees,,1733368803199.9a09b041f73603d68e2950b4ba4c8936.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/A/91276d7f960549b487d15cd90eae872a to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/A/91276d7f960549b487d15cd90eae872a 2024-12-05T03:20:34,332 DEBUG [StoreCloser-TestAcidGuarantees,,1733368803199.9a09b041f73603d68e2950b4ba4c8936.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/A/4cd4b366eeaf4ab4b67b2a5fd9b41339 to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/A/4cd4b366eeaf4ab4b67b2a5fd9b41339 2024-12-05T03:20:34,333 DEBUG [StoreCloser-TestAcidGuarantees,,1733368803199.9a09b041f73603d68e2950b4ba4c8936.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/A/12aa387ac7174c0d9dc201bdea6d95f5 to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/A/12aa387ac7174c0d9dc201bdea6d95f5 2024-12-05T03:20:34,334 DEBUG [StoreCloser-TestAcidGuarantees,,1733368803199.9a09b041f73603d68e2950b4ba4c8936.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/A/a83c3aa1ec3c458aaf2d8c4cf3640f5e to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/A/a83c3aa1ec3c458aaf2d8c4cf3640f5e 2024-12-05T03:20:34,335 DEBUG [StoreCloser-TestAcidGuarantees,,1733368803199.9a09b041f73603d68e2950b4ba4c8936.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/A/acd568e264ac46c385a234dd99e86ce4 to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/A/acd568e264ac46c385a234dd99e86ce4 2024-12-05T03:20:34,336 DEBUG [StoreCloser-TestAcidGuarantees,,1733368803199.9a09b041f73603d68e2950b4ba4c8936.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/A/0117405728dd4570bd1059da36f131e9 to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/A/0117405728dd4570bd1059da36f131e9 2024-12-05T03:20:34,337 DEBUG [StoreCloser-TestAcidGuarantees,,1733368803199.9a09b041f73603d68e2950b4ba4c8936.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/A/3185b419bc5648caaf374093231d223e to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/A/3185b419bc5648caaf374093231d223e 2024-12-05T03:20:34,337 DEBUG [StoreCloser-TestAcidGuarantees,,1733368803199.9a09b041f73603d68e2950b4ba4c8936.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/A/186fe299c1a343d39973861dc1bfa4f8 to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/A/186fe299c1a343d39973861dc1bfa4f8 2024-12-05T03:20:34,338 DEBUG [StoreCloser-TestAcidGuarantees,,1733368803199.9a09b041f73603d68e2950b4ba4c8936.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/A/73b6a7e4b1934d8290b42f9f8ff467bd to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/A/73b6a7e4b1934d8290b42f9f8ff467bd 2024-12-05T03:20:34,339 DEBUG [StoreCloser-TestAcidGuarantees,,1733368803199.9a09b041f73603d68e2950b4ba4c8936.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/A/2cf52ba767334e81a3a370e3d7fad842 to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/A/2cf52ba767334e81a3a370e3d7fad842 2024-12-05T03:20:34,340 DEBUG [StoreCloser-TestAcidGuarantees,,1733368803199.9a09b041f73603d68e2950b4ba4c8936.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/A/6a70de24a5844b45a890977394388d78 to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/A/6a70de24a5844b45a890977394388d78 2024-12-05T03:20:34,341 DEBUG [StoreCloser-TestAcidGuarantees,,1733368803199.9a09b041f73603d68e2950b4ba4c8936.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/A/41547fdb01c44f93b9acd4b4d5a0d67e to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/A/41547fdb01c44f93b9acd4b4d5a0d67e 2024-12-05T03:20:34,342 DEBUG [StoreCloser-TestAcidGuarantees,,1733368803199.9a09b041f73603d68e2950b4ba4c8936.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/B/561ee84a6cbe490fa7103a1689cff31f, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/B/795703f9c9b941c3a44d5e35a9b22e74, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/B/21c7a5b1f6644ab383a5d43a6656b294, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/B/742894eb53b2410bb98341f4ca8e1942, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/B/b8fbfaf37e1e41c1a7ad781b13055323, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/B/7e1dfc3a501840a98130ee4b3f1aff0a, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/B/95081ae6b8f74942818e438fdd72a313, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/B/7f799650b64f48abbefbd7548eb1e390, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/B/3e37596e546c4634983af35d172c804e, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/B/126e74077c6a4c768e7e0be4dbfb3b21, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/B/f73f623b687c49518fd1d10f43024e50, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/B/ea2d83639e9d4857a3dfd05a13d0a806, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/B/df092fa66cb34ae4af5df6f0f7b64822, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/B/1c96b250cae94ed4a74d857542510d1a, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/B/f302101ca7454d3bb7d5a2e9db42d98f, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/B/b93a33e539734894b42d6acffb2c10a2, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/B/665e62b76be644c29723b46a3bf2ae2e, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/B/25a78d19f30a4a5ba7360c98c635c6b4, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/B/a5464ec55d784f4084e30e0c58649969, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/B/6c321e61652c443eb174c77dec3047d7, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/B/72f3f5c121654b01becb04ea0f66819e, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/B/9d1fd54833694031ab2c4ab06b33df81, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/B/bd083cc734e24ea3adc34c27b44b3eeb, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/B/f5f5fd1f0cf54b10813dac03c0bbfd16, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/B/3e4831f678214dc3b4fecebcca9c7560, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/B/27823ca5f73e4c178ca5c2807e5db0bf, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/B/a1cad0c2321d48d29c92e162cd21ec1b, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/B/23b1c6fe313e470ea02268f1273129b9, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/B/1a9dab7ac09f4d65834545c43f8d71c6, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/B/5846a0a303324f798cb241c4115b19de, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/B/e7d855499e9144b489f8713e3cf852c6, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/B/ccec70b04ebc4a69bc0bab2d8d5438a6, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/B/28cc5453907b4dc8af793fb7ebb325e5, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/B/783ba65a7668436b876368ec3da9ec35, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/B/44575f8fb0204e0ba44cc908a7b559bf, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/B/29917aacf3354046ae34d92d16ebe1ee, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/B/a27fe41d54944ed8bdd07d7945180db4, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/B/5150e1079564424d9732345aa707d632, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/B/e621f146993b41df978645320aec8457, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/B/66dfe9c37bca483fa08473783b0586e6] to archive 2024-12-05T03:20:34,343 DEBUG [StoreCloser-TestAcidGuarantees,,1733368803199.9a09b041f73603d68e2950b4ba4c8936.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-05T03:20:34,345 DEBUG [StoreCloser-TestAcidGuarantees,,1733368803199.9a09b041f73603d68e2950b4ba4c8936.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/B/561ee84a6cbe490fa7103a1689cff31f to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/B/561ee84a6cbe490fa7103a1689cff31f 2024-12-05T03:20:34,345 DEBUG [StoreCloser-TestAcidGuarantees,,1733368803199.9a09b041f73603d68e2950b4ba4c8936.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/B/795703f9c9b941c3a44d5e35a9b22e74 to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/B/795703f9c9b941c3a44d5e35a9b22e74 2024-12-05T03:20:34,346 DEBUG [StoreCloser-TestAcidGuarantees,,1733368803199.9a09b041f73603d68e2950b4ba4c8936.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/B/21c7a5b1f6644ab383a5d43a6656b294 to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/B/21c7a5b1f6644ab383a5d43a6656b294 2024-12-05T03:20:34,347 DEBUG [StoreCloser-TestAcidGuarantees,,1733368803199.9a09b041f73603d68e2950b4ba4c8936.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/B/742894eb53b2410bb98341f4ca8e1942 to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/B/742894eb53b2410bb98341f4ca8e1942 2024-12-05T03:20:34,348 DEBUG [StoreCloser-TestAcidGuarantees,,1733368803199.9a09b041f73603d68e2950b4ba4c8936.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/B/b8fbfaf37e1e41c1a7ad781b13055323 to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/B/b8fbfaf37e1e41c1a7ad781b13055323 2024-12-05T03:20:34,349 DEBUG [StoreCloser-TestAcidGuarantees,,1733368803199.9a09b041f73603d68e2950b4ba4c8936.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/B/7e1dfc3a501840a98130ee4b3f1aff0a to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/B/7e1dfc3a501840a98130ee4b3f1aff0a 2024-12-05T03:20:34,350 DEBUG [StoreCloser-TestAcidGuarantees,,1733368803199.9a09b041f73603d68e2950b4ba4c8936.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/B/95081ae6b8f74942818e438fdd72a313 to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/B/95081ae6b8f74942818e438fdd72a313 2024-12-05T03:20:34,351 DEBUG [StoreCloser-TestAcidGuarantees,,1733368803199.9a09b041f73603d68e2950b4ba4c8936.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/B/7f799650b64f48abbefbd7548eb1e390 to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/B/7f799650b64f48abbefbd7548eb1e390 2024-12-05T03:20:34,351 DEBUG [StoreCloser-TestAcidGuarantees,,1733368803199.9a09b041f73603d68e2950b4ba4c8936.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/B/3e37596e546c4634983af35d172c804e to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/B/3e37596e546c4634983af35d172c804e 2024-12-05T03:20:34,352 DEBUG [StoreCloser-TestAcidGuarantees,,1733368803199.9a09b041f73603d68e2950b4ba4c8936.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/B/126e74077c6a4c768e7e0be4dbfb3b21 to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/B/126e74077c6a4c768e7e0be4dbfb3b21 2024-12-05T03:20:34,353 DEBUG [StoreCloser-TestAcidGuarantees,,1733368803199.9a09b041f73603d68e2950b4ba4c8936.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/B/f73f623b687c49518fd1d10f43024e50 to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/B/f73f623b687c49518fd1d10f43024e50 2024-12-05T03:20:34,354 DEBUG [StoreCloser-TestAcidGuarantees,,1733368803199.9a09b041f73603d68e2950b4ba4c8936.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/B/ea2d83639e9d4857a3dfd05a13d0a806 to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/B/ea2d83639e9d4857a3dfd05a13d0a806 2024-12-05T03:20:34,355 DEBUG [StoreCloser-TestAcidGuarantees,,1733368803199.9a09b041f73603d68e2950b4ba4c8936.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/B/df092fa66cb34ae4af5df6f0f7b64822 to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/B/df092fa66cb34ae4af5df6f0f7b64822 2024-12-05T03:20:34,355 DEBUG [StoreCloser-TestAcidGuarantees,,1733368803199.9a09b041f73603d68e2950b4ba4c8936.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/B/1c96b250cae94ed4a74d857542510d1a to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/B/1c96b250cae94ed4a74d857542510d1a 2024-12-05T03:20:34,356 DEBUG [StoreCloser-TestAcidGuarantees,,1733368803199.9a09b041f73603d68e2950b4ba4c8936.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/B/f302101ca7454d3bb7d5a2e9db42d98f to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/B/f302101ca7454d3bb7d5a2e9db42d98f 2024-12-05T03:20:34,357 DEBUG [StoreCloser-TestAcidGuarantees,,1733368803199.9a09b041f73603d68e2950b4ba4c8936.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/B/b93a33e539734894b42d6acffb2c10a2 to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/B/b93a33e539734894b42d6acffb2c10a2 2024-12-05T03:20:34,358 DEBUG [StoreCloser-TestAcidGuarantees,,1733368803199.9a09b041f73603d68e2950b4ba4c8936.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/B/665e62b76be644c29723b46a3bf2ae2e to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/B/665e62b76be644c29723b46a3bf2ae2e 2024-12-05T03:20:34,359 DEBUG [StoreCloser-TestAcidGuarantees,,1733368803199.9a09b041f73603d68e2950b4ba4c8936.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/B/25a78d19f30a4a5ba7360c98c635c6b4 to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/B/25a78d19f30a4a5ba7360c98c635c6b4 2024-12-05T03:20:34,360 DEBUG [StoreCloser-TestAcidGuarantees,,1733368803199.9a09b041f73603d68e2950b4ba4c8936.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/B/a5464ec55d784f4084e30e0c58649969 to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/B/a5464ec55d784f4084e30e0c58649969 2024-12-05T03:20:34,360 DEBUG [StoreCloser-TestAcidGuarantees,,1733368803199.9a09b041f73603d68e2950b4ba4c8936.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/B/6c321e61652c443eb174c77dec3047d7 to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/B/6c321e61652c443eb174c77dec3047d7 2024-12-05T03:20:34,361 DEBUG [StoreCloser-TestAcidGuarantees,,1733368803199.9a09b041f73603d68e2950b4ba4c8936.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/B/72f3f5c121654b01becb04ea0f66819e to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/B/72f3f5c121654b01becb04ea0f66819e 2024-12-05T03:20:34,362 DEBUG [StoreCloser-TestAcidGuarantees,,1733368803199.9a09b041f73603d68e2950b4ba4c8936.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/B/9d1fd54833694031ab2c4ab06b33df81 to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/B/9d1fd54833694031ab2c4ab06b33df81 2024-12-05T03:20:34,363 DEBUG [StoreCloser-TestAcidGuarantees,,1733368803199.9a09b041f73603d68e2950b4ba4c8936.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/B/bd083cc734e24ea3adc34c27b44b3eeb to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/B/bd083cc734e24ea3adc34c27b44b3eeb 2024-12-05T03:20:34,364 DEBUG [StoreCloser-TestAcidGuarantees,,1733368803199.9a09b041f73603d68e2950b4ba4c8936.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/B/f5f5fd1f0cf54b10813dac03c0bbfd16 to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/B/f5f5fd1f0cf54b10813dac03c0bbfd16 2024-12-05T03:20:34,365 DEBUG [StoreCloser-TestAcidGuarantees,,1733368803199.9a09b041f73603d68e2950b4ba4c8936.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/B/3e4831f678214dc3b4fecebcca9c7560 to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/B/3e4831f678214dc3b4fecebcca9c7560 2024-12-05T03:20:34,366 DEBUG [StoreCloser-TestAcidGuarantees,,1733368803199.9a09b041f73603d68e2950b4ba4c8936.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/B/27823ca5f73e4c178ca5c2807e5db0bf to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/B/27823ca5f73e4c178ca5c2807e5db0bf 2024-12-05T03:20:34,367 DEBUG [StoreCloser-TestAcidGuarantees,,1733368803199.9a09b041f73603d68e2950b4ba4c8936.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/B/a1cad0c2321d48d29c92e162cd21ec1b to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/B/a1cad0c2321d48d29c92e162cd21ec1b 2024-12-05T03:20:34,368 DEBUG [StoreCloser-TestAcidGuarantees,,1733368803199.9a09b041f73603d68e2950b4ba4c8936.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/B/23b1c6fe313e470ea02268f1273129b9 to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/B/23b1c6fe313e470ea02268f1273129b9 2024-12-05T03:20:34,369 DEBUG [StoreCloser-TestAcidGuarantees,,1733368803199.9a09b041f73603d68e2950b4ba4c8936.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/B/1a9dab7ac09f4d65834545c43f8d71c6 to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/B/1a9dab7ac09f4d65834545c43f8d71c6 2024-12-05T03:20:34,370 DEBUG [StoreCloser-TestAcidGuarantees,,1733368803199.9a09b041f73603d68e2950b4ba4c8936.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/B/5846a0a303324f798cb241c4115b19de to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/B/5846a0a303324f798cb241c4115b19de 2024-12-05T03:20:34,370 DEBUG [StoreCloser-TestAcidGuarantees,,1733368803199.9a09b041f73603d68e2950b4ba4c8936.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/B/e7d855499e9144b489f8713e3cf852c6 to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/B/e7d855499e9144b489f8713e3cf852c6 2024-12-05T03:20:34,371 DEBUG [StoreCloser-TestAcidGuarantees,,1733368803199.9a09b041f73603d68e2950b4ba4c8936.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/B/ccec70b04ebc4a69bc0bab2d8d5438a6 to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/B/ccec70b04ebc4a69bc0bab2d8d5438a6 2024-12-05T03:20:34,372 DEBUG [StoreCloser-TestAcidGuarantees,,1733368803199.9a09b041f73603d68e2950b4ba4c8936.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/B/28cc5453907b4dc8af793fb7ebb325e5 to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/B/28cc5453907b4dc8af793fb7ebb325e5 2024-12-05T03:20:34,373 DEBUG [StoreCloser-TestAcidGuarantees,,1733368803199.9a09b041f73603d68e2950b4ba4c8936.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/B/783ba65a7668436b876368ec3da9ec35 to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/B/783ba65a7668436b876368ec3da9ec35 2024-12-05T03:20:34,374 DEBUG [StoreCloser-TestAcidGuarantees,,1733368803199.9a09b041f73603d68e2950b4ba4c8936.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/B/44575f8fb0204e0ba44cc908a7b559bf to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/B/44575f8fb0204e0ba44cc908a7b559bf 2024-12-05T03:20:34,375 DEBUG [StoreCloser-TestAcidGuarantees,,1733368803199.9a09b041f73603d68e2950b4ba4c8936.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/B/29917aacf3354046ae34d92d16ebe1ee to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/B/29917aacf3354046ae34d92d16ebe1ee 2024-12-05T03:20:34,376 DEBUG [StoreCloser-TestAcidGuarantees,,1733368803199.9a09b041f73603d68e2950b4ba4c8936.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/B/a27fe41d54944ed8bdd07d7945180db4 to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/B/a27fe41d54944ed8bdd07d7945180db4 2024-12-05T03:20:34,377 DEBUG [StoreCloser-TestAcidGuarantees,,1733368803199.9a09b041f73603d68e2950b4ba4c8936.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/B/5150e1079564424d9732345aa707d632 to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/B/5150e1079564424d9732345aa707d632 2024-12-05T03:20:34,378 DEBUG [StoreCloser-TestAcidGuarantees,,1733368803199.9a09b041f73603d68e2950b4ba4c8936.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/B/e621f146993b41df978645320aec8457 to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/B/e621f146993b41df978645320aec8457 2024-12-05T03:20:34,379 DEBUG [StoreCloser-TestAcidGuarantees,,1733368803199.9a09b041f73603d68e2950b4ba4c8936.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/B/66dfe9c37bca483fa08473783b0586e6 to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/B/66dfe9c37bca483fa08473783b0586e6 2024-12-05T03:20:34,381 DEBUG [StoreCloser-TestAcidGuarantees,,1733368803199.9a09b041f73603d68e2950b4ba4c8936.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/C/0bee4bc22d6b41669bc08fc864397fa3, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/C/ad64731c059a45499cd1c566c287f7bf, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/C/71f13a5a989c495a8f5883dfc74ca841, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/C/c7db8df785804c1e89265643dd7415f0, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/C/125f3e012ecc4d0dbbc34893dc2f4590, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/C/128ab530ce084ad3ae8d8eb7134ffa43, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/C/1340600c5b0943f5b1441395ae7d2167, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/C/bcd773cd6fc74187b8942306afa9d8dd, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/C/c06934bd90d44adbb90cade1908db3cc, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/C/a13f641a35ba430aadeb4163e0b7c2a1, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/C/e99cdb9f23e5419b849415e897fcdde7, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/C/ec3a0b64dc3849368994ef1026cba7a5, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/C/0f1f8d0f9e874f13b128f4ad98d7ed93, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/C/96e08e9c532449e79f50015ee332f23f, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/C/8e2e19f72a1a41749a27c1e54c003fe0, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/C/de3c2263385b45b5965665b590f577bb, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/C/9c40f55c26a7467d9c2aa44e8b5d1b33, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/C/2ffc4fc3223c4609bb6b99127dac53ad, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/C/ac8d868007cd4e5db00469c26978c610, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/C/515bafe7aeb7401eb5b392635ce6e9b5, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/C/5673024454e648789ad269cccc334859, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/C/024cae7e03334eb180b82666c327f7bf, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/C/21882cf338664f43bca7d58269f5fabf, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/C/a3f97c6cffa242babaa57485bc71e637, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/C/bee137e588aa410387d91ac2ea38ac3f, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/C/b62ff87bcd854833adc93fbdc45dac66, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/C/a3715b2d01634300a718d904d100fa1d, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/C/c3a415edfdae4a05a82ebc2c3e45327c, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/C/c7a4496d780049e2aa03acadb08a811d, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/C/64c73ec73ccc4b43aff88f5a101d6b84, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/C/fd2088f48a054d53be1db08b7bf2a412, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/C/6c91a884e6754a1aab1941166e3b2c8a, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/C/3369980b4ccb4beaa9bf06f7c2187864, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/C/2453e56bba8b4810823fa499ffbea970, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/C/c58f45dee8484bb78690c8126e0f7c22, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/C/faf554bf36e44cf382f362d53f05c478, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/C/5687d87e3dc6457993969a412261c96b, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/C/1daa6f0215464929b6194c4f42485f7b, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/C/b848d8f4f2c843119fee4d9573344491] to archive 2024-12-05T03:20:34,381 DEBUG [StoreCloser-TestAcidGuarantees,,1733368803199.9a09b041f73603d68e2950b4ba4c8936.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-05T03:20:34,383 DEBUG [StoreCloser-TestAcidGuarantees,,1733368803199.9a09b041f73603d68e2950b4ba4c8936.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/C/0bee4bc22d6b41669bc08fc864397fa3 to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/C/0bee4bc22d6b41669bc08fc864397fa3 2024-12-05T03:20:34,384 DEBUG [StoreCloser-TestAcidGuarantees,,1733368803199.9a09b041f73603d68e2950b4ba4c8936.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/C/ad64731c059a45499cd1c566c287f7bf to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/C/ad64731c059a45499cd1c566c287f7bf 2024-12-05T03:20:34,385 DEBUG [StoreCloser-TestAcidGuarantees,,1733368803199.9a09b041f73603d68e2950b4ba4c8936.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/C/71f13a5a989c495a8f5883dfc74ca841 to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/C/71f13a5a989c495a8f5883dfc74ca841 2024-12-05T03:20:34,386 DEBUG [StoreCloser-TestAcidGuarantees,,1733368803199.9a09b041f73603d68e2950b4ba4c8936.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/C/c7db8df785804c1e89265643dd7415f0 to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/C/c7db8df785804c1e89265643dd7415f0 2024-12-05T03:20:34,386 DEBUG [StoreCloser-TestAcidGuarantees,,1733368803199.9a09b041f73603d68e2950b4ba4c8936.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/C/125f3e012ecc4d0dbbc34893dc2f4590 to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/C/125f3e012ecc4d0dbbc34893dc2f4590 2024-12-05T03:20:34,387 DEBUG [StoreCloser-TestAcidGuarantees,,1733368803199.9a09b041f73603d68e2950b4ba4c8936.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/C/128ab530ce084ad3ae8d8eb7134ffa43 to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/C/128ab530ce084ad3ae8d8eb7134ffa43 2024-12-05T03:20:34,388 DEBUG [StoreCloser-TestAcidGuarantees,,1733368803199.9a09b041f73603d68e2950b4ba4c8936.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/C/1340600c5b0943f5b1441395ae7d2167 to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/C/1340600c5b0943f5b1441395ae7d2167 2024-12-05T03:20:34,389 DEBUG [StoreCloser-TestAcidGuarantees,,1733368803199.9a09b041f73603d68e2950b4ba4c8936.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/C/bcd773cd6fc74187b8942306afa9d8dd to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/C/bcd773cd6fc74187b8942306afa9d8dd 2024-12-05T03:20:34,390 DEBUG [StoreCloser-TestAcidGuarantees,,1733368803199.9a09b041f73603d68e2950b4ba4c8936.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/C/c06934bd90d44adbb90cade1908db3cc to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/C/c06934bd90d44adbb90cade1908db3cc 2024-12-05T03:20:34,391 DEBUG [StoreCloser-TestAcidGuarantees,,1733368803199.9a09b041f73603d68e2950b4ba4c8936.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/C/a13f641a35ba430aadeb4163e0b7c2a1 to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/C/a13f641a35ba430aadeb4163e0b7c2a1 2024-12-05T03:20:34,392 DEBUG [StoreCloser-TestAcidGuarantees,,1733368803199.9a09b041f73603d68e2950b4ba4c8936.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/C/e99cdb9f23e5419b849415e897fcdde7 to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/C/e99cdb9f23e5419b849415e897fcdde7 2024-12-05T03:20:34,393 DEBUG [StoreCloser-TestAcidGuarantees,,1733368803199.9a09b041f73603d68e2950b4ba4c8936.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/C/ec3a0b64dc3849368994ef1026cba7a5 to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/C/ec3a0b64dc3849368994ef1026cba7a5 2024-12-05T03:20:34,394 DEBUG [StoreCloser-TestAcidGuarantees,,1733368803199.9a09b041f73603d68e2950b4ba4c8936.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/C/0f1f8d0f9e874f13b128f4ad98d7ed93 to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/C/0f1f8d0f9e874f13b128f4ad98d7ed93 2024-12-05T03:20:34,395 DEBUG [StoreCloser-TestAcidGuarantees,,1733368803199.9a09b041f73603d68e2950b4ba4c8936.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/C/96e08e9c532449e79f50015ee332f23f to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/C/96e08e9c532449e79f50015ee332f23f 2024-12-05T03:20:34,396 DEBUG [StoreCloser-TestAcidGuarantees,,1733368803199.9a09b041f73603d68e2950b4ba4c8936.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/C/8e2e19f72a1a41749a27c1e54c003fe0 to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/C/8e2e19f72a1a41749a27c1e54c003fe0 2024-12-05T03:20:34,397 DEBUG [StoreCloser-TestAcidGuarantees,,1733368803199.9a09b041f73603d68e2950b4ba4c8936.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/C/de3c2263385b45b5965665b590f577bb to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/C/de3c2263385b45b5965665b590f577bb 2024-12-05T03:20:34,398 DEBUG [StoreCloser-TestAcidGuarantees,,1733368803199.9a09b041f73603d68e2950b4ba4c8936.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/C/9c40f55c26a7467d9c2aa44e8b5d1b33 to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/C/9c40f55c26a7467d9c2aa44e8b5d1b33 2024-12-05T03:20:34,399 DEBUG [StoreCloser-TestAcidGuarantees,,1733368803199.9a09b041f73603d68e2950b4ba4c8936.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/C/2ffc4fc3223c4609bb6b99127dac53ad to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/C/2ffc4fc3223c4609bb6b99127dac53ad 2024-12-05T03:20:34,400 DEBUG [StoreCloser-TestAcidGuarantees,,1733368803199.9a09b041f73603d68e2950b4ba4c8936.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/C/ac8d868007cd4e5db00469c26978c610 to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/C/ac8d868007cd4e5db00469c26978c610 2024-12-05T03:20:34,401 DEBUG [StoreCloser-TestAcidGuarantees,,1733368803199.9a09b041f73603d68e2950b4ba4c8936.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/C/515bafe7aeb7401eb5b392635ce6e9b5 to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/C/515bafe7aeb7401eb5b392635ce6e9b5 2024-12-05T03:20:34,402 DEBUG [StoreCloser-TestAcidGuarantees,,1733368803199.9a09b041f73603d68e2950b4ba4c8936.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/C/5673024454e648789ad269cccc334859 to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/C/5673024454e648789ad269cccc334859 2024-12-05T03:20:34,402 DEBUG [StoreCloser-TestAcidGuarantees,,1733368803199.9a09b041f73603d68e2950b4ba4c8936.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/C/024cae7e03334eb180b82666c327f7bf to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/C/024cae7e03334eb180b82666c327f7bf 2024-12-05T03:20:34,403 DEBUG [StoreCloser-TestAcidGuarantees,,1733368803199.9a09b041f73603d68e2950b4ba4c8936.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/C/21882cf338664f43bca7d58269f5fabf to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/C/21882cf338664f43bca7d58269f5fabf 2024-12-05T03:20:34,404 DEBUG [StoreCloser-TestAcidGuarantees,,1733368803199.9a09b041f73603d68e2950b4ba4c8936.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/C/a3f97c6cffa242babaa57485bc71e637 to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/C/a3f97c6cffa242babaa57485bc71e637 2024-12-05T03:20:34,405 DEBUG [StoreCloser-TestAcidGuarantees,,1733368803199.9a09b041f73603d68e2950b4ba4c8936.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/C/bee137e588aa410387d91ac2ea38ac3f to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/C/bee137e588aa410387d91ac2ea38ac3f 2024-12-05T03:20:34,406 DEBUG [StoreCloser-TestAcidGuarantees,,1733368803199.9a09b041f73603d68e2950b4ba4c8936.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/C/b62ff87bcd854833adc93fbdc45dac66 to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/C/b62ff87bcd854833adc93fbdc45dac66 2024-12-05T03:20:34,406 DEBUG [StoreCloser-TestAcidGuarantees,,1733368803199.9a09b041f73603d68e2950b4ba4c8936.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/C/a3715b2d01634300a718d904d100fa1d to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/C/a3715b2d01634300a718d904d100fa1d 2024-12-05T03:20:34,407 DEBUG [StoreCloser-TestAcidGuarantees,,1733368803199.9a09b041f73603d68e2950b4ba4c8936.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/C/c3a415edfdae4a05a82ebc2c3e45327c to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/C/c3a415edfdae4a05a82ebc2c3e45327c 2024-12-05T03:20:34,408 DEBUG [StoreCloser-TestAcidGuarantees,,1733368803199.9a09b041f73603d68e2950b4ba4c8936.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/C/c7a4496d780049e2aa03acadb08a811d to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/C/c7a4496d780049e2aa03acadb08a811d 2024-12-05T03:20:34,409 DEBUG [StoreCloser-TestAcidGuarantees,,1733368803199.9a09b041f73603d68e2950b4ba4c8936.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/C/64c73ec73ccc4b43aff88f5a101d6b84 to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/C/64c73ec73ccc4b43aff88f5a101d6b84 2024-12-05T03:20:34,410 DEBUG [StoreCloser-TestAcidGuarantees,,1733368803199.9a09b041f73603d68e2950b4ba4c8936.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/C/fd2088f48a054d53be1db08b7bf2a412 to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/C/fd2088f48a054d53be1db08b7bf2a412 2024-12-05T03:20:34,410 DEBUG [StoreCloser-TestAcidGuarantees,,1733368803199.9a09b041f73603d68e2950b4ba4c8936.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/C/6c91a884e6754a1aab1941166e3b2c8a to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/C/6c91a884e6754a1aab1941166e3b2c8a 2024-12-05T03:20:34,411 DEBUG [StoreCloser-TestAcidGuarantees,,1733368803199.9a09b041f73603d68e2950b4ba4c8936.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/C/3369980b4ccb4beaa9bf06f7c2187864 to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/C/3369980b4ccb4beaa9bf06f7c2187864 2024-12-05T03:20:34,412 DEBUG [StoreCloser-TestAcidGuarantees,,1733368803199.9a09b041f73603d68e2950b4ba4c8936.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/C/2453e56bba8b4810823fa499ffbea970 to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/C/2453e56bba8b4810823fa499ffbea970 2024-12-05T03:20:34,413 DEBUG [StoreCloser-TestAcidGuarantees,,1733368803199.9a09b041f73603d68e2950b4ba4c8936.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/C/c58f45dee8484bb78690c8126e0f7c22 to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/C/c58f45dee8484bb78690c8126e0f7c22 2024-12-05T03:20:34,414 DEBUG [StoreCloser-TestAcidGuarantees,,1733368803199.9a09b041f73603d68e2950b4ba4c8936.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/C/faf554bf36e44cf382f362d53f05c478 to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/C/faf554bf36e44cf382f362d53f05c478 2024-12-05T03:20:34,415 DEBUG [StoreCloser-TestAcidGuarantees,,1733368803199.9a09b041f73603d68e2950b4ba4c8936.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/C/5687d87e3dc6457993969a412261c96b to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/C/5687d87e3dc6457993969a412261c96b 2024-12-05T03:20:34,416 DEBUG [StoreCloser-TestAcidGuarantees,,1733368803199.9a09b041f73603d68e2950b4ba4c8936.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/C/1daa6f0215464929b6194c4f42485f7b to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/C/1daa6f0215464929b6194c4f42485f7b 2024-12-05T03:20:34,417 DEBUG [StoreCloser-TestAcidGuarantees,,1733368803199.9a09b041f73603d68e2950b4ba4c8936.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/C/b848d8f4f2c843119fee4d9573344491 to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/C/b848d8f4f2c843119fee4d9573344491 2024-12-05T03:20:34,420 DEBUG [RS_CLOSE_REGION-regionserver/971fbbbe942d:0-0 {event_type=M_RS_CLOSE_REGION, pid=106}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/recovered.edits/573.seqid, newMaxSeqId=573, maxSeqId=1 2024-12-05T03:20:34,421 INFO [RS_CLOSE_REGION-regionserver/971fbbbe942d:0-0 {event_type=M_RS_CLOSE_REGION, pid=106}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1733368803199.9a09b041f73603d68e2950b4ba4c8936. 2024-12-05T03:20:34,421 DEBUG [RS_CLOSE_REGION-regionserver/971fbbbe942d:0-0 {event_type=M_RS_CLOSE_REGION, pid=106}] regionserver.HRegion(1635): Region close journal for 9a09b041f73603d68e2950b4ba4c8936: 2024-12-05T03:20:34,422 INFO [RS_CLOSE_REGION-regionserver/971fbbbe942d:0-0 {event_type=M_RS_CLOSE_REGION, pid=106}] handler.UnassignRegionHandler(170): Closed 9a09b041f73603d68e2950b4ba4c8936 2024-12-05T03:20:34,422 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=105 updating hbase:meta row=9a09b041f73603d68e2950b4ba4c8936, regionState=CLOSED 2024-12-05T03:20:34,424 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=106, resume processing ppid=105 2024-12-05T03:20:34,424 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=106, ppid=105, state=SUCCESS; CloseRegionProcedure 9a09b041f73603d68e2950b4ba4c8936, server=971fbbbe942d,46085,1733368737191 in 1.5120 sec 2024-12-05T03:20:34,425 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=105, resume processing ppid=104 2024-12-05T03:20:34,425 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=105, ppid=104, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=9a09b041f73603d68e2950b4ba4c8936, UNASSIGN in 1.5140 sec 2024-12-05T03:20:34,427 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=104, resume processing ppid=103 2024-12-05T03:20:34,427 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=104, ppid=103, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.5170 sec 2024-12-05T03:20:34,427 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733368834427"}]},"ts":"1733368834427"} 2024-12-05T03:20:34,428 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-12-05T03:20:34,430 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-12-05T03:20:34,431 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=103, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 1.5270 sec 2024-12-05T03:20:35,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=103 2024-12-05T03:20:35,009 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 103 completed 2024-12-05T03:20:35,009 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-12-05T03:20:35,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] procedure2.ProcedureExecutor(1098): Stored pid=107, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-12-05T03:20:35,011 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=107, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-05T03:20:35,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=107 2024-12-05T03:20:35,011 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=107, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-05T03:20:35,012 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936 2024-12-05T03:20:35,014 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/A, FileablePath, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/B, FileablePath, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/C, FileablePath, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/recovered.edits] 2024-12-05T03:20:35,017 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/A/2119f5760b614735b8da8f9c18e89907 to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/A/2119f5760b614735b8da8f9c18e89907 2024-12-05T03:20:35,018 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/A/f79941254d67401f89675aab49db4fb0 to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/A/f79941254d67401f89675aab49db4fb0 2024-12-05T03:20:35,020 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/B/249dec71a7464809a055026da6653c35 to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/B/249dec71a7464809a055026da6653c35 2024-12-05T03:20:35,021 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/B/39f75458f4cb4c2498b35981055a4867 to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/B/39f75458f4cb4c2498b35981055a4867 2024-12-05T03:20:35,023 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/C/89f08f6e9111402a923d32ed73448b7e to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/C/89f08f6e9111402a923d32ed73448b7e 2024-12-05T03:20:35,024 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/C/8fffecd1ba8f4a33853405c463562764 to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/C/8fffecd1ba8f4a33853405c463562764 2024-12-05T03:20:35,026 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/recovered.edits/573.seqid to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936/recovered.edits/573.seqid 2024-12-05T03:20:35,026 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/9a09b041f73603d68e2950b4ba4c8936 2024-12-05T03:20:35,026 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-12-05T03:20:35,028 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=107, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-05T03:20:35,031 WARN [PEWorker-5 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-12-05T03:20:35,032 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-12-05T03:20:35,033 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=107, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-05T03:20:35,033 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-12-05T03:20:35,033 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1733368803199.9a09b041f73603d68e2950b4ba4c8936.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1733368835033"}]},"ts":"9223372036854775807"} 2024-12-05T03:20:35,035 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-12-05T03:20:35,035 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => 9a09b041f73603d68e2950b4ba4c8936, NAME => 'TestAcidGuarantees,,1733368803199.9a09b041f73603d68e2950b4ba4c8936.', STARTKEY => '', ENDKEY => ''}] 2024-12-05T03:20:35,035 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-12-05T03:20:35,035 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1733368835035"}]},"ts":"9223372036854775807"} 2024-12-05T03:20:35,037 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-12-05T03:20:35,039 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(133): Finished pid=107, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-05T03:20:35,040 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=107, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 30 msec 2024-12-05T03:20:35,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=107 2024-12-05T03:20:35,112 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 107 completed 2024-12-05T03:20:35,121 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithAdaptivePolicy#testGetAtomicity Thread=237 (was 241), OpenFileDescriptor=453 (was 461), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=499 (was 458) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=6058 (was 6648) 2024-12-05T03:20:35,131 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithAdaptivePolicy#testMobScanAtomicity Thread=237, OpenFileDescriptor=453, MaxFileDescriptor=1048576, SystemLoadAverage=499, ProcessCount=11, AvailableMemoryMB=6057 2024-12-05T03:20:35,132 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-12-05T03:20:35,133 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T03:20:35,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] procedure2.ProcedureExecutor(1098): Stored pid=108, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-12-05T03:20:35,134 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=108, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-12-05T03:20:35,134 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:20:35,134 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 108 2024-12-05T03:20:35,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108 2024-12-05T03:20:35,135 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=108, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-05T03:20:35,140 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073742249_1425 (size=963) 2024-12-05T03:20:35,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108 2024-12-05T03:20:35,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108 2024-12-05T03:20:35,542 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 4d17bd9120aa5e2c37322194e994c1ee, NAME => 'TestAcidGuarantees,,1733368835132.4d17bd9120aa5e2c37322194e994c1ee.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c 2024-12-05T03:20:35,546 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073742250_1426 (size=53) 2024-12-05T03:20:35,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108 2024-12-05T03:20:35,947 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1733368835132.4d17bd9120aa5e2c37322194e994c1ee.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T03:20:35,947 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing 4d17bd9120aa5e2c37322194e994c1ee, disabling compactions & flushes 2024-12-05T03:20:35,947 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1733368835132.4d17bd9120aa5e2c37322194e994c1ee. 2024-12-05T03:20:35,947 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1733368835132.4d17bd9120aa5e2c37322194e994c1ee. 2024-12-05T03:20:35,947 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1733368835132.4d17bd9120aa5e2c37322194e994c1ee. after waiting 0 ms 2024-12-05T03:20:35,947 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1733368835132.4d17bd9120aa5e2c37322194e994c1ee. 2024-12-05T03:20:35,947 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1733368835132.4d17bd9120aa5e2c37322194e994c1ee. 2024-12-05T03:20:35,947 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for 4d17bd9120aa5e2c37322194e994c1ee: 2024-12-05T03:20:35,948 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=108, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-12-05T03:20:35,949 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1733368835132.4d17bd9120aa5e2c37322194e994c1ee.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1733368835948"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733368835948"}]},"ts":"1733368835948"} 2024-12-05T03:20:35,950 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-12-05T03:20:35,950 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=108, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-05T03:20:35,950 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733368835950"}]},"ts":"1733368835950"} 2024-12-05T03:20:35,951 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-12-05T03:20:35,955 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=109, ppid=108, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=4d17bd9120aa5e2c37322194e994c1ee, ASSIGN}] 2024-12-05T03:20:35,956 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=109, ppid=108, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=4d17bd9120aa5e2c37322194e994c1ee, ASSIGN 2024-12-05T03:20:35,956 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=109, ppid=108, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=4d17bd9120aa5e2c37322194e994c1ee, ASSIGN; state=OFFLINE, location=971fbbbe942d,46085,1733368737191; forceNewPlan=false, retain=false 2024-12-05T03:20:36,107 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=109 updating hbase:meta row=4d17bd9120aa5e2c37322194e994c1ee, regionState=OPENING, regionLocation=971fbbbe942d,46085,1733368737191 2024-12-05T03:20:36,108 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=110, ppid=109, state=RUNNABLE; OpenRegionProcedure 4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191}] 2024-12-05T03:20:36,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108 2024-12-05T03:20:36,259 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 971fbbbe942d,46085,1733368737191 2024-12-05T03:20:36,262 INFO [RS_OPEN_REGION-regionserver/971fbbbe942d:0-0 {event_type=M_RS_OPEN_REGION, pid=110}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1733368835132.4d17bd9120aa5e2c37322194e994c1ee. 2024-12-05T03:20:36,262 DEBUG [RS_OPEN_REGION-regionserver/971fbbbe942d:0-0 {event_type=M_RS_OPEN_REGION, pid=110}] regionserver.HRegion(7285): Opening region: {ENCODED => 4d17bd9120aa5e2c37322194e994c1ee, NAME => 'TestAcidGuarantees,,1733368835132.4d17bd9120aa5e2c37322194e994c1ee.', STARTKEY => '', ENDKEY => ''} 2024-12-05T03:20:36,262 DEBUG [RS_OPEN_REGION-regionserver/971fbbbe942d:0-0 {event_type=M_RS_OPEN_REGION, pid=110}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 4d17bd9120aa5e2c37322194e994c1ee 2024-12-05T03:20:36,262 DEBUG [RS_OPEN_REGION-regionserver/971fbbbe942d:0-0 {event_type=M_RS_OPEN_REGION, pid=110}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1733368835132.4d17bd9120aa5e2c37322194e994c1ee.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T03:20:36,263 DEBUG [RS_OPEN_REGION-regionserver/971fbbbe942d:0-0 {event_type=M_RS_OPEN_REGION, pid=110}] regionserver.HRegion(7327): checking encryption for 4d17bd9120aa5e2c37322194e994c1ee 2024-12-05T03:20:36,263 DEBUG [RS_OPEN_REGION-regionserver/971fbbbe942d:0-0 {event_type=M_RS_OPEN_REGION, pid=110}] regionserver.HRegion(7330): checking classloading for 4d17bd9120aa5e2c37322194e994c1ee 2024-12-05T03:20:36,264 INFO [StoreOpener-4d17bd9120aa5e2c37322194e994c1ee-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 4d17bd9120aa5e2c37322194e994c1ee 2024-12-05T03:20:36,265 INFO [StoreOpener-4d17bd9120aa5e2c37322194e994c1ee-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-05T03:20:36,265 INFO [StoreOpener-4d17bd9120aa5e2c37322194e994c1ee-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4d17bd9120aa5e2c37322194e994c1ee columnFamilyName A 2024-12-05T03:20:36,265 DEBUG [StoreOpener-4d17bd9120aa5e2c37322194e994c1ee-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:20:36,265 INFO [StoreOpener-4d17bd9120aa5e2c37322194e994c1ee-1 {}] regionserver.HStore(327): Store=4d17bd9120aa5e2c37322194e994c1ee/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T03:20:36,265 INFO [StoreOpener-4d17bd9120aa5e2c37322194e994c1ee-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 4d17bd9120aa5e2c37322194e994c1ee 2024-12-05T03:20:36,266 INFO [StoreOpener-4d17bd9120aa5e2c37322194e994c1ee-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-05T03:20:36,266 INFO [StoreOpener-4d17bd9120aa5e2c37322194e994c1ee-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4d17bd9120aa5e2c37322194e994c1ee columnFamilyName B 2024-12-05T03:20:36,266 DEBUG [StoreOpener-4d17bd9120aa5e2c37322194e994c1ee-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:20:36,267 INFO [StoreOpener-4d17bd9120aa5e2c37322194e994c1ee-1 {}] regionserver.HStore(327): Store=4d17bd9120aa5e2c37322194e994c1ee/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T03:20:36,267 INFO [StoreOpener-4d17bd9120aa5e2c37322194e994c1ee-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 4d17bd9120aa5e2c37322194e994c1ee 2024-12-05T03:20:36,268 INFO [StoreOpener-4d17bd9120aa5e2c37322194e994c1ee-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-05T03:20:36,268 INFO [StoreOpener-4d17bd9120aa5e2c37322194e994c1ee-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4d17bd9120aa5e2c37322194e994c1ee columnFamilyName C 2024-12-05T03:20:36,268 DEBUG [StoreOpener-4d17bd9120aa5e2c37322194e994c1ee-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:20:36,268 INFO [StoreOpener-4d17bd9120aa5e2c37322194e994c1ee-1 {}] regionserver.HStore(327): Store=4d17bd9120aa5e2c37322194e994c1ee/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T03:20:36,268 INFO [RS_OPEN_REGION-regionserver/971fbbbe942d:0-0 {event_type=M_RS_OPEN_REGION, pid=110}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1733368835132.4d17bd9120aa5e2c37322194e994c1ee. 2024-12-05T03:20:36,269 DEBUG [RS_OPEN_REGION-regionserver/971fbbbe942d:0-0 {event_type=M_RS_OPEN_REGION, pid=110}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee 2024-12-05T03:20:36,269 DEBUG [RS_OPEN_REGION-regionserver/971fbbbe942d:0-0 {event_type=M_RS_OPEN_REGION, pid=110}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee 2024-12-05T03:20:36,270 DEBUG [RS_OPEN_REGION-regionserver/971fbbbe942d:0-0 {event_type=M_RS_OPEN_REGION, pid=110}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-05T03:20:36,271 DEBUG [RS_OPEN_REGION-regionserver/971fbbbe942d:0-0 {event_type=M_RS_OPEN_REGION, pid=110}] regionserver.HRegion(1085): writing seq id for 4d17bd9120aa5e2c37322194e994c1ee 2024-12-05T03:20:36,272 DEBUG [RS_OPEN_REGION-regionserver/971fbbbe942d:0-0 {event_type=M_RS_OPEN_REGION, pid=110}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T03:20:36,273 INFO [RS_OPEN_REGION-regionserver/971fbbbe942d:0-0 {event_type=M_RS_OPEN_REGION, pid=110}] regionserver.HRegion(1102): Opened 4d17bd9120aa5e2c37322194e994c1ee; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67688350, jitterRate=0.008635014295578003}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-05T03:20:36,273 DEBUG [RS_OPEN_REGION-regionserver/971fbbbe942d:0-0 {event_type=M_RS_OPEN_REGION, pid=110}] regionserver.HRegion(1001): Region open journal for 4d17bd9120aa5e2c37322194e994c1ee: 2024-12-05T03:20:36,274 INFO [RS_OPEN_REGION-regionserver/971fbbbe942d:0-0 {event_type=M_RS_OPEN_REGION, pid=110}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1733368835132.4d17bd9120aa5e2c37322194e994c1ee., pid=110, masterSystemTime=1733368836259 2024-12-05T03:20:36,275 DEBUG [RS_OPEN_REGION-regionserver/971fbbbe942d:0-0 {event_type=M_RS_OPEN_REGION, pid=110}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1733368835132.4d17bd9120aa5e2c37322194e994c1ee. 2024-12-05T03:20:36,275 INFO [RS_OPEN_REGION-regionserver/971fbbbe942d:0-0 {event_type=M_RS_OPEN_REGION, pid=110}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1733368835132.4d17bd9120aa5e2c37322194e994c1ee. 2024-12-05T03:20:36,276 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=109 updating hbase:meta row=4d17bd9120aa5e2c37322194e994c1ee, regionState=OPEN, openSeqNum=2, regionLocation=971fbbbe942d,46085,1733368737191 2024-12-05T03:20:36,278 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=110, resume processing ppid=109 2024-12-05T03:20:36,278 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=110, ppid=109, state=SUCCESS; OpenRegionProcedure 4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 in 169 msec 2024-12-05T03:20:36,279 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=109, resume processing ppid=108 2024-12-05T03:20:36,279 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=109, ppid=108, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=4d17bd9120aa5e2c37322194e994c1ee, ASSIGN in 323 msec 2024-12-05T03:20:36,280 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=108, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-05T03:20:36,280 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733368836280"}]},"ts":"1733368836280"} 2024-12-05T03:20:36,280 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-12-05T03:20:36,282 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=108, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-12-05T03:20:36,283 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=108, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.1490 sec 2024-12-05T03:20:37,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108 2024-12-05T03:20:37,239 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 108 completed 2024-12-05T03:20:37,240 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2f7f772a to 127.0.0.1:54474 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2b976e1a 2024-12-05T03:20:37,243 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1df61dc9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T03:20:37,245 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T03:20:37,246 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40440, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T03:20:37,247 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T03:20:37,248 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60040, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T03:20:37,249 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-12-05T03:20:37,249 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.HMaster$14(2798): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T03:20:37,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] procedure2.ProcedureExecutor(1098): Stored pid=111, state=RUNNABLE:MODIFY_TABLE_PREPARE; ModifyTableProcedure table=TestAcidGuarantees 2024-12-05T03:20:37,260 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073742251_1427 (size=999) 2024-12-05T03:20:37,662 DEBUG [PEWorker-3 {}] util.FSTableDescriptors(519): Deleted hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.963 2024-12-05T03:20:37,662 INFO [PEWorker-3 {}] util.FSTableDescriptors(297): Updated tableinfo=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.999 2024-12-05T03:20:37,664 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=112, ppid=111, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-12-05T03:20:37,666 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=113, ppid=112, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=4d17bd9120aa5e2c37322194e994c1ee, REOPEN/MOVE}] 2024-12-05T03:20:37,667 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=113, ppid=112, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=4d17bd9120aa5e2c37322194e994c1ee, REOPEN/MOVE 2024-12-05T03:20:37,667 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=113 updating hbase:meta row=4d17bd9120aa5e2c37322194e994c1ee, regionState=CLOSING, regionLocation=971fbbbe942d,46085,1733368737191 2024-12-05T03:20:37,668 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-05T03:20:37,668 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=114, ppid=113, state=RUNNABLE; CloseRegionProcedure 4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191}] 2024-12-05T03:20:37,819 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 971fbbbe942d,46085,1733368737191 2024-12-05T03:20:37,820 INFO [RS_CLOSE_REGION-regionserver/971fbbbe942d:0-0 {event_type=M_RS_CLOSE_REGION, pid=114}] handler.UnassignRegionHandler(124): Close 4d17bd9120aa5e2c37322194e994c1ee 2024-12-05T03:20:37,820 DEBUG [RS_CLOSE_REGION-regionserver/971fbbbe942d:0-0 {event_type=M_RS_CLOSE_REGION, pid=114}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-12-05T03:20:37,820 DEBUG [RS_CLOSE_REGION-regionserver/971fbbbe942d:0-0 {event_type=M_RS_CLOSE_REGION, pid=114}] regionserver.HRegion(1681): Closing 4d17bd9120aa5e2c37322194e994c1ee, disabling compactions & flushes 2024-12-05T03:20:37,820 INFO [RS_CLOSE_REGION-regionserver/971fbbbe942d:0-0 {event_type=M_RS_CLOSE_REGION, pid=114}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1733368835132.4d17bd9120aa5e2c37322194e994c1ee. 2024-12-05T03:20:37,820 DEBUG [RS_CLOSE_REGION-regionserver/971fbbbe942d:0-0 {event_type=M_RS_CLOSE_REGION, pid=114}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1733368835132.4d17bd9120aa5e2c37322194e994c1ee. 2024-12-05T03:20:37,820 DEBUG [RS_CLOSE_REGION-regionserver/971fbbbe942d:0-0 {event_type=M_RS_CLOSE_REGION, pid=114}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1733368835132.4d17bd9120aa5e2c37322194e994c1ee. after waiting 0 ms 2024-12-05T03:20:37,820 DEBUG [RS_CLOSE_REGION-regionserver/971fbbbe942d:0-0 {event_type=M_RS_CLOSE_REGION, pid=114}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1733368835132.4d17bd9120aa5e2c37322194e994c1ee. 2024-12-05T03:20:37,824 DEBUG [RS_CLOSE_REGION-regionserver/971fbbbe942d:0-0 {event_type=M_RS_CLOSE_REGION, pid=114}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-05T03:20:37,825 INFO [RS_CLOSE_REGION-regionserver/971fbbbe942d:0-0 {event_type=M_RS_CLOSE_REGION, pid=114}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1733368835132.4d17bd9120aa5e2c37322194e994c1ee. 2024-12-05T03:20:37,825 DEBUG [RS_CLOSE_REGION-regionserver/971fbbbe942d:0-0 {event_type=M_RS_CLOSE_REGION, pid=114}] regionserver.HRegion(1635): Region close journal for 4d17bd9120aa5e2c37322194e994c1ee: 2024-12-05T03:20:37,825 WARN [RS_CLOSE_REGION-regionserver/971fbbbe942d:0-0 {event_type=M_RS_CLOSE_REGION, pid=114}] regionserver.HRegionServer(3786): Not adding moved region record: 4d17bd9120aa5e2c37322194e994c1ee to self. 2024-12-05T03:20:37,826 INFO [RS_CLOSE_REGION-regionserver/971fbbbe942d:0-0 {event_type=M_RS_CLOSE_REGION, pid=114}] handler.UnassignRegionHandler(170): Closed 4d17bd9120aa5e2c37322194e994c1ee 2024-12-05T03:20:37,826 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=113 updating hbase:meta row=4d17bd9120aa5e2c37322194e994c1ee, regionState=CLOSED 2024-12-05T03:20:37,828 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=114, resume processing ppid=113 2024-12-05T03:20:37,828 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=114, ppid=113, state=SUCCESS; CloseRegionProcedure 4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 in 159 msec 2024-12-05T03:20:37,829 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=113, ppid=112, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=4d17bd9120aa5e2c37322194e994c1ee, REOPEN/MOVE; state=CLOSED, location=971fbbbe942d,46085,1733368737191; forceNewPlan=false, retain=true 2024-12-05T03:20:37,979 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=113 updating hbase:meta row=4d17bd9120aa5e2c37322194e994c1ee, regionState=OPENING, regionLocation=971fbbbe942d,46085,1733368737191 2024-12-05T03:20:37,980 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=115, ppid=113, state=RUNNABLE; OpenRegionProcedure 4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191}] 2024-12-05T03:20:38,132 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 971fbbbe942d,46085,1733368737191 2024-12-05T03:20:38,135 INFO [RS_OPEN_REGION-regionserver/971fbbbe942d:0-0 {event_type=M_RS_OPEN_REGION, pid=115}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1733368835132.4d17bd9120aa5e2c37322194e994c1ee. 2024-12-05T03:20:38,135 DEBUG [RS_OPEN_REGION-regionserver/971fbbbe942d:0-0 {event_type=M_RS_OPEN_REGION, pid=115}] regionserver.HRegion(7285): Opening region: {ENCODED => 4d17bd9120aa5e2c37322194e994c1ee, NAME => 'TestAcidGuarantees,,1733368835132.4d17bd9120aa5e2c37322194e994c1ee.', STARTKEY => '', ENDKEY => ''} 2024-12-05T03:20:38,136 DEBUG [RS_OPEN_REGION-regionserver/971fbbbe942d:0-0 {event_type=M_RS_OPEN_REGION, pid=115}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 4d17bd9120aa5e2c37322194e994c1ee 2024-12-05T03:20:38,136 DEBUG [RS_OPEN_REGION-regionserver/971fbbbe942d:0-0 {event_type=M_RS_OPEN_REGION, pid=115}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1733368835132.4d17bd9120aa5e2c37322194e994c1ee.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T03:20:38,136 DEBUG [RS_OPEN_REGION-regionserver/971fbbbe942d:0-0 {event_type=M_RS_OPEN_REGION, pid=115}] regionserver.HRegion(7327): checking encryption for 4d17bd9120aa5e2c37322194e994c1ee 2024-12-05T03:20:38,136 DEBUG [RS_OPEN_REGION-regionserver/971fbbbe942d:0-0 {event_type=M_RS_OPEN_REGION, pid=115}] regionserver.HRegion(7330): checking classloading for 4d17bd9120aa5e2c37322194e994c1ee 2024-12-05T03:20:38,137 INFO [StoreOpener-4d17bd9120aa5e2c37322194e994c1ee-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 4d17bd9120aa5e2c37322194e994c1ee 2024-12-05T03:20:38,138 INFO [StoreOpener-4d17bd9120aa5e2c37322194e994c1ee-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-05T03:20:38,138 INFO [StoreOpener-4d17bd9120aa5e2c37322194e994c1ee-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4d17bd9120aa5e2c37322194e994c1ee columnFamilyName A 2024-12-05T03:20:38,139 DEBUG [StoreOpener-4d17bd9120aa5e2c37322194e994c1ee-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:20:38,140 INFO [StoreOpener-4d17bd9120aa5e2c37322194e994c1ee-1 {}] regionserver.HStore(327): Store=4d17bd9120aa5e2c37322194e994c1ee/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T03:20:38,140 INFO [StoreOpener-4d17bd9120aa5e2c37322194e994c1ee-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 4d17bd9120aa5e2c37322194e994c1ee 2024-12-05T03:20:38,140 INFO [StoreOpener-4d17bd9120aa5e2c37322194e994c1ee-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-05T03:20:38,140 INFO [StoreOpener-4d17bd9120aa5e2c37322194e994c1ee-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4d17bd9120aa5e2c37322194e994c1ee columnFamilyName B 2024-12-05T03:20:38,141 DEBUG [StoreOpener-4d17bd9120aa5e2c37322194e994c1ee-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:20:38,141 INFO [StoreOpener-4d17bd9120aa5e2c37322194e994c1ee-1 {}] regionserver.HStore(327): Store=4d17bd9120aa5e2c37322194e994c1ee/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T03:20:38,141 INFO [StoreOpener-4d17bd9120aa5e2c37322194e994c1ee-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 4d17bd9120aa5e2c37322194e994c1ee 2024-12-05T03:20:38,141 INFO [StoreOpener-4d17bd9120aa5e2c37322194e994c1ee-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-05T03:20:38,142 INFO [StoreOpener-4d17bd9120aa5e2c37322194e994c1ee-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4d17bd9120aa5e2c37322194e994c1ee columnFamilyName C 2024-12-05T03:20:38,142 DEBUG [StoreOpener-4d17bd9120aa5e2c37322194e994c1ee-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:20:38,142 INFO [StoreOpener-4d17bd9120aa5e2c37322194e994c1ee-1 {}] regionserver.HStore(327): Store=4d17bd9120aa5e2c37322194e994c1ee/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T03:20:38,142 INFO [RS_OPEN_REGION-regionserver/971fbbbe942d:0-0 {event_type=M_RS_OPEN_REGION, pid=115}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1733368835132.4d17bd9120aa5e2c37322194e994c1ee. 2024-12-05T03:20:38,143 DEBUG [RS_OPEN_REGION-regionserver/971fbbbe942d:0-0 {event_type=M_RS_OPEN_REGION, pid=115}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee 2024-12-05T03:20:38,144 DEBUG [RS_OPEN_REGION-regionserver/971fbbbe942d:0-0 {event_type=M_RS_OPEN_REGION, pid=115}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee 2024-12-05T03:20:38,145 DEBUG [RS_OPEN_REGION-regionserver/971fbbbe942d:0-0 {event_type=M_RS_OPEN_REGION, pid=115}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-05T03:20:38,146 DEBUG [RS_OPEN_REGION-regionserver/971fbbbe942d:0-0 {event_type=M_RS_OPEN_REGION, pid=115}] regionserver.HRegion(1085): writing seq id for 4d17bd9120aa5e2c37322194e994c1ee 2024-12-05T03:20:38,146 INFO [RS_OPEN_REGION-regionserver/971fbbbe942d:0-0 {event_type=M_RS_OPEN_REGION, pid=115}] regionserver.HRegion(1102): Opened 4d17bd9120aa5e2c37322194e994c1ee; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61035658, jitterRate=-0.09049782156944275}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-05T03:20:38,147 DEBUG [RS_OPEN_REGION-regionserver/971fbbbe942d:0-0 {event_type=M_RS_OPEN_REGION, pid=115}] regionserver.HRegion(1001): Region open journal for 4d17bd9120aa5e2c37322194e994c1ee: 2024-12-05T03:20:38,147 INFO [RS_OPEN_REGION-regionserver/971fbbbe942d:0-0 {event_type=M_RS_OPEN_REGION, pid=115}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1733368835132.4d17bd9120aa5e2c37322194e994c1ee., pid=115, masterSystemTime=1733368838132 2024-12-05T03:20:38,149 DEBUG [RS_OPEN_REGION-regionserver/971fbbbe942d:0-0 {event_type=M_RS_OPEN_REGION, pid=115}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1733368835132.4d17bd9120aa5e2c37322194e994c1ee. 2024-12-05T03:20:38,149 INFO [RS_OPEN_REGION-regionserver/971fbbbe942d:0-0 {event_type=M_RS_OPEN_REGION, pid=115}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1733368835132.4d17bd9120aa5e2c37322194e994c1ee. 2024-12-05T03:20:38,149 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=113 updating hbase:meta row=4d17bd9120aa5e2c37322194e994c1ee, regionState=OPEN, openSeqNum=5, regionLocation=971fbbbe942d,46085,1733368737191 2024-12-05T03:20:38,151 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=115, resume processing ppid=113 2024-12-05T03:20:38,151 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=115, ppid=113, state=SUCCESS; OpenRegionProcedure 4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 in 170 msec 2024-12-05T03:20:38,152 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=113, resume processing ppid=112 2024-12-05T03:20:38,152 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=113, ppid=112, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=4d17bd9120aa5e2c37322194e994c1ee, REOPEN/MOVE in 485 msec 2024-12-05T03:20:38,153 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=112, resume processing ppid=111 2024-12-05T03:20:38,153 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=112, ppid=111, state=SUCCESS; ReopenTableRegionsProcedure table=TestAcidGuarantees in 488 msec 2024-12-05T03:20:38,155 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=111, state=SUCCESS; ModifyTableProcedure table=TestAcidGuarantees in 904 msec 2024-12-05T03:20:38,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=111 2024-12-05T03:20:38,157 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x0bf5e2f0 to 127.0.0.1:54474 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@1b82ba2a 2024-12-05T03:20:38,161 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3637e4c6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T03:20:38,162 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x75b14fbd to 127.0.0.1:54474 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7b6cf8cb 2024-12-05T03:20:38,171 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@72f422b4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T03:20:38,172 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x62f74604 to 127.0.0.1:54474 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7ec15031 2024-12-05T03:20:38,183 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2df33cdf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T03:20:38,184 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x49e13594 to 127.0.0.1:54474 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3dd5b441 2024-12-05T03:20:38,187 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9f472e0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T03:20:38,187 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2c54a0d3 to 127.0.0.1:54474 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3c336ea4 2024-12-05T03:20:38,190 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@167a78b0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T03:20:38,190 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1f94d721 to 127.0.0.1:54474 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5aee939b 2024-12-05T03:20:38,193 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e247aa1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T03:20:38,193 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x319559be to 127.0.0.1:54474 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@1f49665c 2024-12-05T03:20:38,195 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2205f666, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T03:20:38,196 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3c907e21 to 127.0.0.1:54474 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@683f8469 2024-12-05T03:20:38,198 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6584e9ce, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T03:20:38,199 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x61ec0f48 to 127.0.0.1:54474 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@75e4d3d0 2024-12-05T03:20:38,201 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37ec8e3b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T03:20:38,202 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7819b9e2 to 127.0.0.1:54474 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2b308f62 2024-12-05T03:20:38,204 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@787e5169, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T03:20:38,206 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-05T03:20:38,206 DEBUG [hconnection-0x1b5e2a64-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T03:20:38,207 DEBUG [hconnection-0x1df4f30d-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T03:20:38,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] procedure2.ProcedureExecutor(1098): Stored pid=116, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=116, table=TestAcidGuarantees 2024-12-05T03:20:38,207 DEBUG [hconnection-0x12ab6273-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T03:20:38,208 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=116, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=116, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-05T03:20:38,208 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40442, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T03:20:38,208 DEBUG [hconnection-0x2056139f-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T03:20:38,209 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40456, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T03:20:38,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-12-05T03:20:38,209 DEBUG [hconnection-0x6bd4ef72-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T03:20:38,209 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=116, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=116, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-05T03:20:38,209 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=117, ppid=116, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-05T03:20:38,209 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40466, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T03:20:38,210 DEBUG [hconnection-0x6f230156-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T03:20:38,210 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40480, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T03:20:38,211 DEBUG [hconnection-0x7b1c06ce-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T03:20:38,211 DEBUG [hconnection-0x5c1fb23f-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T03:20:38,212 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40494, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T03:20:38,212 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40502, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T03:20:38,212 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40510, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T03:20:38,212 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40526, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T03:20:38,213 DEBUG [hconnection-0x6161c0c0-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T03:20:38,213 DEBUG [hconnection-0x7b7d89e9-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T03:20:38,214 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40542, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T03:20:38,214 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40552, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T03:20:38,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(8581): Flush requested on 4d17bd9120aa5e2c37322194e994c1ee 2024-12-05T03:20:38,223 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 4d17bd9120aa5e2c37322194e994c1ee 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-05T03:20:38,224 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4d17bd9120aa5e2c37322194e994c1ee, store=A 2024-12-05T03:20:38,224 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T03:20:38,225 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4d17bd9120aa5e2c37322194e994c1ee, store=B 2024-12-05T03:20:38,225 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T03:20:38,225 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4d17bd9120aa5e2c37322194e994c1ee, store=C 2024-12-05T03:20:38,225 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T03:20:38,248 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412058b84603c945c432bb73bbf98d409d713_4d17bd9120aa5e2c37322194e994c1ee is 50, key is test_row_0/A:col10/1733368838217/Put/seqid=0 2024-12-05T03:20:38,252 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:20:38,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40442 deadline: 1733368898247, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:20:38,253 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:20:38,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40494 deadline: 1733368898247, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:20:38,254 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:20:38,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40456 deadline: 1733368898250, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:20:38,254 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:20:38,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40502 deadline: 1733368898251, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:20:38,257 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:20:38,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40510 deadline: 1733368898252, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:20:38,265 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073742252_1428 (size=14594) 2024-12-05T03:20:38,265 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:20:38,269 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412058b84603c945c432bb73bbf98d409d713_4d17bd9120aa5e2c37322194e994c1ee to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412058b84603c945c432bb73bbf98d409d713_4d17bd9120aa5e2c37322194e994c1ee 2024-12-05T03:20:38,274 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/.tmp/A/319410105ad54743815acaad9b3db6ae, store: [table=TestAcidGuarantees family=A region=4d17bd9120aa5e2c37322194e994c1ee] 2024-12-05T03:20:38,275 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/.tmp/A/319410105ad54743815acaad9b3db6ae is 175, key is test_row_0/A:col10/1733368838217/Put/seqid=0 2024-12-05T03:20:38,293 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073742253_1429 (size=39549) 2024-12-05T03:20:38,294 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=16, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/.tmp/A/319410105ad54743815acaad9b3db6ae 2024-12-05T03:20:38,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-12-05T03:20:38,325 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/.tmp/B/394f73fa1bac4eeaaa5cc592881ac672 is 50, key is test_row_0/B:col10/1733368838217/Put/seqid=0 2024-12-05T03:20:38,337 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073742254_1430 (size=12001) 2024-12-05T03:20:38,354 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:20:38,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40442 deadline: 1733368898354, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:20:38,355 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:20:38,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40494 deadline: 1733368898355, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:20:38,355 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:20:38,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40456 deadline: 1733368898355, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:20:38,355 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:20:38,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40502 deadline: 1733368898355, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:20:38,361 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:20:38,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40510 deadline: 1733368898358, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:20:38,361 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 971fbbbe942d,46085,1733368737191 2024-12-05T03:20:38,362 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46085 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=117 2024-12-05T03:20:38,362 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733368835132.4d17bd9120aa5e2c37322194e994c1ee. 2024-12-05T03:20:38,363 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733368835132.4d17bd9120aa5e2c37322194e994c1ee. as already flushing 2024-12-05T03:20:38,363 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733368835132.4d17bd9120aa5e2c37322194e994c1ee. 2024-12-05T03:20:38,363 ERROR [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] handler.RSProcedureHandler(58): pid=117 java.io.IOException: Unable to complete flush {ENCODED => 4d17bd9120aa5e2c37322194e994c1ee, NAME => 'TestAcidGuarantees,,1733368835132.4d17bd9120aa5e2c37322194e994c1ee.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:20:38,363 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=117 java.io.IOException: Unable to complete flush {ENCODED => 4d17bd9120aa5e2c37322194e994c1ee, NAME => 'TestAcidGuarantees,,1733368835132.4d17bd9120aa5e2c37322194e994c1ee.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:20:38,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.HMaster(4114): Remote procedure failed, pid=117 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4d17bd9120aa5e2c37322194e994c1ee, NAME => 'TestAcidGuarantees,,1733368835132.4d17bd9120aa5e2c37322194e994c1ee.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4d17bd9120aa5e2c37322194e994c1ee, NAME => 'TestAcidGuarantees,,1733368835132.4d17bd9120aa5e2c37322194e994c1ee.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:20:38,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-12-05T03:20:38,515 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 971fbbbe942d,46085,1733368737191 2024-12-05T03:20:38,515 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46085 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=117 2024-12-05T03:20:38,515 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733368835132.4d17bd9120aa5e2c37322194e994c1ee. 2024-12-05T03:20:38,516 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733368835132.4d17bd9120aa5e2c37322194e994c1ee. as already flushing 2024-12-05T03:20:38,516 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733368835132.4d17bd9120aa5e2c37322194e994c1ee. 2024-12-05T03:20:38,516 ERROR [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] handler.RSProcedureHandler(58): pid=117 java.io.IOException: Unable to complete flush {ENCODED => 4d17bd9120aa5e2c37322194e994c1ee, NAME => 'TestAcidGuarantees,,1733368835132.4d17bd9120aa5e2c37322194e994c1ee.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:20:38,516 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=117 java.io.IOException: Unable to complete flush {ENCODED => 4d17bd9120aa5e2c37322194e994c1ee, NAME => 'TestAcidGuarantees,,1733368835132.4d17bd9120aa5e2c37322194e994c1ee.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:20:38,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.HMaster(4114): Remote procedure failed, pid=117 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4d17bd9120aa5e2c37322194e994c1ee, NAME => 'TestAcidGuarantees,,1733368835132.4d17bd9120aa5e2c37322194e994c1ee.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4d17bd9120aa5e2c37322194e994c1ee, NAME => 'TestAcidGuarantees,,1733368835132.4d17bd9120aa5e2c37322194e994c1ee.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:20:38,558 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:20:38,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40442 deadline: 1733368898555, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:20:38,558 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:20:38,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40494 deadline: 1733368898557, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:20:38,559 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:20:38,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40456 deadline: 1733368898557, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:20:38,559 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:20:38,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40502 deadline: 1733368898557, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:20:38,567 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:20:38,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40510 deadline: 1733368898563, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:20:38,672 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 971fbbbe942d,46085,1733368737191 2024-12-05T03:20:38,672 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46085 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=117 2024-12-05T03:20:38,672 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733368835132.4d17bd9120aa5e2c37322194e994c1ee. 2024-12-05T03:20:38,672 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733368835132.4d17bd9120aa5e2c37322194e994c1ee. as already flushing 2024-12-05T03:20:38,672 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733368835132.4d17bd9120aa5e2c37322194e994c1ee. 2024-12-05T03:20:38,673 ERROR [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] handler.RSProcedureHandler(58): pid=117 java.io.IOException: Unable to complete flush {ENCODED => 4d17bd9120aa5e2c37322194e994c1ee, NAME => 'TestAcidGuarantees,,1733368835132.4d17bd9120aa5e2c37322194e994c1ee.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:20:38,673 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=117 java.io.IOException: Unable to complete flush {ENCODED => 4d17bd9120aa5e2c37322194e994c1ee, NAME => 'TestAcidGuarantees,,1733368835132.4d17bd9120aa5e2c37322194e994c1ee.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:20:38,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.HMaster(4114): Remote procedure failed, pid=117 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4d17bd9120aa5e2c37322194e994c1ee, NAME => 'TestAcidGuarantees,,1733368835132.4d17bd9120aa5e2c37322194e994c1ee.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4d17bd9120aa5e2c37322194e994c1ee, NAME => 'TestAcidGuarantees,,1733368835132.4d17bd9120aa5e2c37322194e994c1ee.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:20:38,738 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/.tmp/B/394f73fa1bac4eeaaa5cc592881ac672 2024-12-05T03:20:38,765 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/.tmp/C/45913e308b554ef1812b0d4c05f2976b is 50, key is test_row_0/C:col10/1733368838217/Put/seqid=0 2024-12-05T03:20:38,781 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073742255_1431 (size=12001) 2024-12-05T03:20:38,784 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/.tmp/C/45913e308b554ef1812b0d4c05f2976b 2024-12-05T03:20:38,790 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/.tmp/A/319410105ad54743815acaad9b3db6ae as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/A/319410105ad54743815acaad9b3db6ae 2024-12-05T03:20:38,797 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/A/319410105ad54743815acaad9b3db6ae, entries=200, sequenceid=16, filesize=38.6 K 2024-12-05T03:20:38,799 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/.tmp/B/394f73fa1bac4eeaaa5cc592881ac672 as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/B/394f73fa1bac4eeaaa5cc592881ac672 2024-12-05T03:20:38,804 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/B/394f73fa1bac4eeaaa5cc592881ac672, entries=150, sequenceid=16, filesize=11.7 K 2024-12-05T03:20:38,805 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/.tmp/C/45913e308b554ef1812b0d4c05f2976b as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/C/45913e308b554ef1812b0d4c05f2976b 2024-12-05T03:20:38,810 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/C/45913e308b554ef1812b0d4c05f2976b, entries=150, sequenceid=16, filesize=11.7 K 2024-12-05T03:20:38,810 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 4d17bd9120aa5e2c37322194e994c1ee in 587ms, sequenceid=16, compaction requested=false 2024-12-05T03:20:38,810 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 4d17bd9120aa5e2c37322194e994c1ee: 2024-12-05T03:20:38,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-12-05T03:20:38,824 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 971fbbbe942d,46085,1733368737191 2024-12-05T03:20:38,825 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46085 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=117 2024-12-05T03:20:38,825 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733368835132.4d17bd9120aa5e2c37322194e994c1ee. 2024-12-05T03:20:38,826 INFO [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(2837): Flushing 4d17bd9120aa5e2c37322194e994c1ee 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-12-05T03:20:38,826 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4d17bd9120aa5e2c37322194e994c1ee, store=A 2024-12-05T03:20:38,826 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T03:20:38,826 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4d17bd9120aa5e2c37322194e994c1ee, store=B 2024-12-05T03:20:38,826 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T03:20:38,826 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4d17bd9120aa5e2c37322194e994c1ee, store=C 2024-12-05T03:20:38,826 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T03:20:38,833 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241205e4ca0221be624f059dbad686b9c4fe9c_4d17bd9120aa5e2c37322194e994c1ee is 50, key is test_row_0/A:col10/1733368838249/Put/seqid=0 2024-12-05T03:20:38,838 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073742256_1432 (size=12154) 2024-12-05T03:20:38,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(8581): Flush requested on 4d17bd9120aa5e2c37322194e994c1ee 2024-12-05T03:20:38,864 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733368835132.4d17bd9120aa5e2c37322194e994c1ee. as already flushing 2024-12-05T03:20:38,873 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:20:38,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40442 deadline: 1733368898869, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:20:38,873 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:20:38,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40494 deadline: 1733368898871, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:20:38,876 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:20:38,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40456 deadline: 1733368898871, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:20:38,877 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:20:38,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40502 deadline: 1733368898872, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:20:38,877 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:20:38,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40510 deadline: 1733368898873, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:20:38,976 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:20:38,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40494 deadline: 1733368898974, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:20:38,976 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:20:38,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40442 deadline: 1733368898974, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:20:38,981 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:20:38,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40456 deadline: 1733368898977, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:20:38,981 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:20:38,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40502 deadline: 1733368898977, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:20:38,981 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:20:38,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40510 deadline: 1733368898978, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:20:39,179 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:20:39,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40494 deadline: 1733368899177, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:20:39,182 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:20:39,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40442 deadline: 1733368899178, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:20:39,186 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:20:39,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40502 deadline: 1733368899182, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:20:39,187 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:20:39,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40456 deadline: 1733368899183, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:20:39,187 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:20:39,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40510 deadline: 1733368899184, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:20:39,239 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:20:39,242 INFO [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241205e4ca0221be624f059dbad686b9c4fe9c_4d17bd9120aa5e2c37322194e994c1ee to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241205e4ca0221be624f059dbad686b9c4fe9c_4d17bd9120aa5e2c37322194e994c1ee 2024-12-05T03:20:39,249 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/.tmp/A/842ce296ac2f44b6bd08b49c61989807, store: [table=TestAcidGuarantees family=A region=4d17bd9120aa5e2c37322194e994c1ee] 2024-12-05T03:20:39,250 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/.tmp/A/842ce296ac2f44b6bd08b49c61989807 is 175, key is test_row_0/A:col10/1733368838249/Put/seqid=0 2024-12-05T03:20:39,257 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073742257_1433 (size=30955) 2024-12-05T03:20:39,258 INFO [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=40, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/.tmp/A/842ce296ac2f44b6bd08b49c61989807 2024-12-05T03:20:39,265 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/.tmp/B/32a7850809d746a68a91c7c1a145e51f is 50, key is test_row_0/B:col10/1733368838249/Put/seqid=0 2024-12-05T03:20:39,276 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073742258_1434 (size=12001) 2024-12-05T03:20:39,277 INFO [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/.tmp/B/32a7850809d746a68a91c7c1a145e51f 2024-12-05T03:20:39,284 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/.tmp/C/291d36d8fefb4f988f70f1db0a3d184d is 50, key is test_row_0/C:col10/1733368838249/Put/seqid=0 2024-12-05T03:20:39,289 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073742259_1435 (size=12001) 2024-12-05T03:20:39,290 INFO [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/.tmp/C/291d36d8fefb4f988f70f1db0a3d184d 2024-12-05T03:20:39,297 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/.tmp/A/842ce296ac2f44b6bd08b49c61989807 as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/A/842ce296ac2f44b6bd08b49c61989807 2024-12-05T03:20:39,310 INFO [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/A/842ce296ac2f44b6bd08b49c61989807, entries=150, sequenceid=40, filesize=30.2 K 2024-12-05T03:20:39,311 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/.tmp/B/32a7850809d746a68a91c7c1a145e51f as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/B/32a7850809d746a68a91c7c1a145e51f 2024-12-05T03:20:39,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-12-05T03:20:39,317 INFO [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/B/32a7850809d746a68a91c7c1a145e51f, entries=150, sequenceid=40, filesize=11.7 K 2024-12-05T03:20:39,319 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/.tmp/C/291d36d8fefb4f988f70f1db0a3d184d as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/C/291d36d8fefb4f988f70f1db0a3d184d 2024-12-05T03:20:39,324 INFO [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/C/291d36d8fefb4f988f70f1db0a3d184d, entries=150, sequenceid=40, filesize=11.7 K 2024-12-05T03:20:39,325 INFO [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 4d17bd9120aa5e2c37322194e994c1ee in 499ms, sequenceid=40, compaction requested=false 2024-12-05T03:20:39,325 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(2538): Flush status journal for 4d17bd9120aa5e2c37322194e994c1ee: 2024-12-05T03:20:39,325 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733368835132.4d17bd9120aa5e2c37322194e994c1ee. 2024-12-05T03:20:39,325 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=117 2024-12-05T03:20:39,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.HMaster(4106): Remote procedure done, pid=117 2024-12-05T03:20:39,328 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=117, resume processing ppid=116 2024-12-05T03:20:39,328 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=117, ppid=116, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.1180 sec 2024-12-05T03:20:39,330 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=116, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=116, table=TestAcidGuarantees in 1.1230 sec 2024-12-05T03:20:39,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(8581): Flush requested on 4d17bd9120aa5e2c37322194e994c1ee 2024-12-05T03:20:39,486 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 4d17bd9120aa5e2c37322194e994c1ee 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-12-05T03:20:39,486 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4d17bd9120aa5e2c37322194e994c1ee, store=A 2024-12-05T03:20:39,486 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T03:20:39,486 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4d17bd9120aa5e2c37322194e994c1ee, store=B 2024-12-05T03:20:39,486 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T03:20:39,486 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4d17bd9120aa5e2c37322194e994c1ee, store=C 2024-12-05T03:20:39,486 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T03:20:39,496 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412053c752285c19b4e6595211fb6475591c2_4d17bd9120aa5e2c37322194e994c1ee is 50, key is test_row_0/A:col10/1733368838868/Put/seqid=0 2024-12-05T03:20:39,506 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073742260_1436 (size=14594) 2024-12-05T03:20:39,521 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:20:39,521 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:20:39,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40510 deadline: 1733368899511, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:20:39,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40494 deadline: 1733368899512, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:20:39,522 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:20:39,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40456 deadline: 1733368899514, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:20:39,528 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:20:39,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40502 deadline: 1733368899522, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:20:39,530 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:20:39,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40442 deadline: 1733368899522, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:20:39,628 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:20:39,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40456 deadline: 1733368899624, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:20:39,629 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:20:39,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40494 deadline: 1733368899624, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:20:39,629 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:20:39,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40510 deadline: 1733368899625, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:20:39,633 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:20:39,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40502 deadline: 1733368899631, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:20:39,637 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:20:39,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40442 deadline: 1733368899632, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:20:39,834 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:20:39,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40510 deadline: 1733368899830, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:20:39,834 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:20:39,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40456 deadline: 1733368899831, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:20:39,835 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:20:39,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40494 deadline: 1733368899831, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:20:39,839 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:20:39,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40502 deadline: 1733368899836, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:20:39,842 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:20:39,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40442 deadline: 1733368899839, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:20:39,907 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:20:39,911 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412053c752285c19b4e6595211fb6475591c2_4d17bd9120aa5e2c37322194e994c1ee to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412053c752285c19b4e6595211fb6475591c2_4d17bd9120aa5e2c37322194e994c1ee 2024-12-05T03:20:39,912 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/.tmp/A/dad368feaf1b470fbf59f2a831e663bc, store: [table=TestAcidGuarantees family=A region=4d17bd9120aa5e2c37322194e994c1ee] 2024-12-05T03:20:39,913 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/.tmp/A/dad368feaf1b470fbf59f2a831e663bc is 175, key is test_row_0/A:col10/1733368838868/Put/seqid=0 2024-12-05T03:20:39,916 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073742261_1437 (size=39549) 2024-12-05T03:20:39,966 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-05T03:20:40,138 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:20:40,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40456 deadline: 1733368900135, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:20:40,139 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:20:40,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40494 deadline: 1733368900135, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:20:40,139 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:20:40,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40510 deadline: 1733368900136, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:20:40,145 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:20:40,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40502 deadline: 1733368900140, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:20:40,147 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:20:40,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40442 deadline: 1733368900143, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:20:40,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-12-05T03:20:40,315 INFO [Thread-1898 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 116 completed 2024-12-05T03:20:40,316 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-05T03:20:40,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] procedure2.ProcedureExecutor(1098): Stored pid=118, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=118, table=TestAcidGuarantees 2024-12-05T03:20:40,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=118 2024-12-05T03:20:40,318 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=53, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/.tmp/A/dad368feaf1b470fbf59f2a831e663bc 2024-12-05T03:20:40,318 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=118, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=118, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-05T03:20:40,319 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=118, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=118, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-05T03:20:40,319 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=119, ppid=118, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-05T03:20:40,325 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/.tmp/B/11ee5faa3c47425191db9bfc2089b786 is 50, key is test_row_0/B:col10/1733368838868/Put/seqid=0 2024-12-05T03:20:40,330 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073742262_1438 (size=12001) 2024-12-05T03:20:40,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=118 2024-12-05T03:20:40,470 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 971fbbbe942d,46085,1733368737191 2024-12-05T03:20:40,471 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46085 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=119 2024-12-05T03:20:40,471 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733368835132.4d17bd9120aa5e2c37322194e994c1ee. 2024-12-05T03:20:40,471 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733368835132.4d17bd9120aa5e2c37322194e994c1ee. as already flushing 2024-12-05T03:20:40,471 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733368835132.4d17bd9120aa5e2c37322194e994c1ee. 2024-12-05T03:20:40,471 ERROR [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] handler.RSProcedureHandler(58): pid=119 java.io.IOException: Unable to complete flush {ENCODED => 4d17bd9120aa5e2c37322194e994c1ee, NAME => 'TestAcidGuarantees,,1733368835132.4d17bd9120aa5e2c37322194e994c1ee.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:20:40,471 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=119 java.io.IOException: Unable to complete flush {ENCODED => 4d17bd9120aa5e2c37322194e994c1ee, NAME => 'TestAcidGuarantees,,1733368835132.4d17bd9120aa5e2c37322194e994c1ee.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:20:40,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.HMaster(4114): Remote procedure failed, pid=119 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4d17bd9120aa5e2c37322194e994c1ee, NAME => 'TestAcidGuarantees,,1733368835132.4d17bd9120aa5e2c37322194e994c1ee.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4d17bd9120aa5e2c37322194e994c1ee, NAME => 'TestAcidGuarantees,,1733368835132.4d17bd9120aa5e2c37322194e994c1ee.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:20:40,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=118 2024-12-05T03:20:40,624 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 971fbbbe942d,46085,1733368737191 2024-12-05T03:20:40,624 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46085 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=119 2024-12-05T03:20:40,624 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733368835132.4d17bd9120aa5e2c37322194e994c1ee. 2024-12-05T03:20:40,625 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733368835132.4d17bd9120aa5e2c37322194e994c1ee. as already flushing 2024-12-05T03:20:40,625 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733368835132.4d17bd9120aa5e2c37322194e994c1ee. 2024-12-05T03:20:40,625 ERROR [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] handler.RSProcedureHandler(58): pid=119 java.io.IOException: Unable to complete flush {ENCODED => 4d17bd9120aa5e2c37322194e994c1ee, NAME => 'TestAcidGuarantees,,1733368835132.4d17bd9120aa5e2c37322194e994c1ee.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:20:40,625 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=119 java.io.IOException: Unable to complete flush {ENCODED => 4d17bd9120aa5e2c37322194e994c1ee, NAME => 'TestAcidGuarantees,,1733368835132.4d17bd9120aa5e2c37322194e994c1ee.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:20:40,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.HMaster(4114): Remote procedure failed, pid=119 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4d17bd9120aa5e2c37322194e994c1ee, NAME => 'TestAcidGuarantees,,1733368835132.4d17bd9120aa5e2c37322194e994c1ee.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4d17bd9120aa5e2c37322194e994c1ee, NAME => 'TestAcidGuarantees,,1733368835132.4d17bd9120aa5e2c37322194e994c1ee.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:20:40,652 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:20:40,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40494 deadline: 1733368900646, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:20:40,652 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:20:40,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40510 deadline: 1733368900646, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:20:40,652 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:20:40,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40456 deadline: 1733368900646, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:20:40,653 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:20:40,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40502 deadline: 1733368900648, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:20:40,653 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:20:40,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40442 deadline: 1733368900650, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:20:40,731 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=53 (bloomFilter=true), to=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/.tmp/B/11ee5faa3c47425191db9bfc2089b786 2024-12-05T03:20:40,738 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/.tmp/C/d9c37172719d4de28be40f0591f3abfa is 50, key is test_row_0/C:col10/1733368838868/Put/seqid=0 2024-12-05T03:20:40,742 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073742263_1439 (size=12001) 2024-12-05T03:20:40,777 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 971fbbbe942d,46085,1733368737191 2024-12-05T03:20:40,778 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46085 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=119 2024-12-05T03:20:40,778 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733368835132.4d17bd9120aa5e2c37322194e994c1ee. 2024-12-05T03:20:40,778 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733368835132.4d17bd9120aa5e2c37322194e994c1ee. as already flushing 2024-12-05T03:20:40,778 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733368835132.4d17bd9120aa5e2c37322194e994c1ee. 2024-12-05T03:20:40,778 ERROR [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] handler.RSProcedureHandler(58): pid=119 java.io.IOException: Unable to complete flush {ENCODED => 4d17bd9120aa5e2c37322194e994c1ee, NAME => 'TestAcidGuarantees,,1733368835132.4d17bd9120aa5e2c37322194e994c1ee.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:20:40,778 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=119 java.io.IOException: Unable to complete flush {ENCODED => 4d17bd9120aa5e2c37322194e994c1ee, NAME => 'TestAcidGuarantees,,1733368835132.4d17bd9120aa5e2c37322194e994c1ee.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:20:40,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.HMaster(4114): Remote procedure failed, pid=119 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4d17bd9120aa5e2c37322194e994c1ee, NAME => 'TestAcidGuarantees,,1733368835132.4d17bd9120aa5e2c37322194e994c1ee.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4d17bd9120aa5e2c37322194e994c1ee, NAME => 'TestAcidGuarantees,,1733368835132.4d17bd9120aa5e2c37322194e994c1ee.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:20:40,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=118 2024-12-05T03:20:40,930 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 971fbbbe942d,46085,1733368737191 2024-12-05T03:20:40,931 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46085 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=119 2024-12-05T03:20:40,931 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733368835132.4d17bd9120aa5e2c37322194e994c1ee. 2024-12-05T03:20:40,931 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733368835132.4d17bd9120aa5e2c37322194e994c1ee. as already flushing 2024-12-05T03:20:40,931 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733368835132.4d17bd9120aa5e2c37322194e994c1ee. 2024-12-05T03:20:40,931 ERROR [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] handler.RSProcedureHandler(58): pid=119 java.io.IOException: Unable to complete flush {ENCODED => 4d17bd9120aa5e2c37322194e994c1ee, NAME => 'TestAcidGuarantees,,1733368835132.4d17bd9120aa5e2c37322194e994c1ee.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:20:40,931 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=119 java.io.IOException: Unable to complete flush {ENCODED => 4d17bd9120aa5e2c37322194e994c1ee, NAME => 'TestAcidGuarantees,,1733368835132.4d17bd9120aa5e2c37322194e994c1ee.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:20:40,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.HMaster(4114): Remote procedure failed, pid=119 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4d17bd9120aa5e2c37322194e994c1ee, NAME => 'TestAcidGuarantees,,1733368835132.4d17bd9120aa5e2c37322194e994c1ee.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4d17bd9120aa5e2c37322194e994c1ee, NAME => 'TestAcidGuarantees,,1733368835132.4d17bd9120aa5e2c37322194e994c1ee.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:20:41,083 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 971fbbbe942d,46085,1733368737191 2024-12-05T03:20:41,084 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46085 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=119 2024-12-05T03:20:41,084 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733368835132.4d17bd9120aa5e2c37322194e994c1ee. 2024-12-05T03:20:41,084 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733368835132.4d17bd9120aa5e2c37322194e994c1ee. as already flushing 2024-12-05T03:20:41,084 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733368835132.4d17bd9120aa5e2c37322194e994c1ee. 2024-12-05T03:20:41,084 ERROR [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] handler.RSProcedureHandler(58): pid=119 java.io.IOException: Unable to complete flush {ENCODED => 4d17bd9120aa5e2c37322194e994c1ee, NAME => 'TestAcidGuarantees,,1733368835132.4d17bd9120aa5e2c37322194e994c1ee.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:20:41,084 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=119 java.io.IOException: Unable to complete flush {ENCODED => 4d17bd9120aa5e2c37322194e994c1ee, NAME => 'TestAcidGuarantees,,1733368835132.4d17bd9120aa5e2c37322194e994c1ee.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:20:41,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.HMaster(4114): Remote procedure failed, pid=119 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4d17bd9120aa5e2c37322194e994c1ee, NAME => 'TestAcidGuarantees,,1733368835132.4d17bd9120aa5e2c37322194e994c1ee.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4d17bd9120aa5e2c37322194e994c1ee, NAME => 'TestAcidGuarantees,,1733368835132.4d17bd9120aa5e2c37322194e994c1ee.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:20:41,143 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=53 (bloomFilter=true), to=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/.tmp/C/d9c37172719d4de28be40f0591f3abfa 2024-12-05T03:20:41,147 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/.tmp/A/dad368feaf1b470fbf59f2a831e663bc as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/A/dad368feaf1b470fbf59f2a831e663bc 2024-12-05T03:20:41,151 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/A/dad368feaf1b470fbf59f2a831e663bc, entries=200, sequenceid=53, filesize=38.6 K 2024-12-05T03:20:41,152 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/.tmp/B/11ee5faa3c47425191db9bfc2089b786 as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/B/11ee5faa3c47425191db9bfc2089b786 2024-12-05T03:20:41,156 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/B/11ee5faa3c47425191db9bfc2089b786, entries=150, sequenceid=53, filesize=11.7 K 2024-12-05T03:20:41,156 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/.tmp/C/d9c37172719d4de28be40f0591f3abfa as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/C/d9c37172719d4de28be40f0591f3abfa 2024-12-05T03:20:41,160 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/C/d9c37172719d4de28be40f0591f3abfa, entries=150, sequenceid=53, filesize=11.7 K 2024-12-05T03:20:41,161 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 4d17bd9120aa5e2c37322194e994c1ee in 1675ms, sequenceid=53, compaction requested=true 2024-12-05T03:20:41,161 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 4d17bd9120aa5e2c37322194e994c1ee: 2024-12-05T03:20:41,162 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T03:20:41,162 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4d17bd9120aa5e2c37322194e994c1ee:A, priority=-2147483648, current under compaction store size is 1 2024-12-05T03:20:41,162 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T03:20:41,162 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 110053 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T03:20:41,162 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.HStore(1540): 4d17bd9120aa5e2c37322194e994c1ee/A is initiating minor compaction (all files) 2024-12-05T03:20:41,163 INFO [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4d17bd9120aa5e2c37322194e994c1ee/A in TestAcidGuarantees,,1733368835132.4d17bd9120aa5e2c37322194e994c1ee. 2024-12-05T03:20:41,163 INFO [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/A/319410105ad54743815acaad9b3db6ae, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/A/842ce296ac2f44b6bd08b49c61989807, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/A/dad368feaf1b470fbf59f2a831e663bc] into tmpdir=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/.tmp, totalSize=107.5 K 2024-12-05T03:20:41,163 INFO [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733368835132.4d17bd9120aa5e2c37322194e994c1ee. 2024-12-05T03:20:41,163 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733368835132.4d17bd9120aa5e2c37322194e994c1ee. files: [hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/A/319410105ad54743815acaad9b3db6ae, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/A/842ce296ac2f44b6bd08b49c61989807, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/A/dad368feaf1b470fbf59f2a831e663bc] 2024-12-05T03:20:41,163 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4d17bd9120aa5e2c37322194e994c1ee:B, priority=-2147483648, current under compaction store size is 2 2024-12-05T03:20:41,163 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T03:20:41,163 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T03:20:41,163 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] compactions.Compactor(224): Compacting 319410105ad54743815acaad9b3db6ae, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1733368838217 2024-12-05T03:20:41,163 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4d17bd9120aa5e2c37322194e994c1ee:C, priority=-2147483648, current under compaction store size is 3 2024-12-05T03:20:41,163 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] compactions.Compactor(224): Compacting 842ce296ac2f44b6bd08b49c61989807, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1733368838243 2024-12-05T03:20:41,164 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] compactions.Compactor(224): Compacting dad368feaf1b470fbf59f2a831e663bc, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1733368838868 2024-12-05T03:20:41,164 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T03:20:41,165 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T03:20:41,165 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.HStore(1540): 4d17bd9120aa5e2c37322194e994c1ee/B is initiating minor compaction (all files) 2024-12-05T03:20:41,165 INFO [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4d17bd9120aa5e2c37322194e994c1ee/B in TestAcidGuarantees,,1733368835132.4d17bd9120aa5e2c37322194e994c1ee. 2024-12-05T03:20:41,165 INFO [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/B/394f73fa1bac4eeaaa5cc592881ac672, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/B/32a7850809d746a68a91c7c1a145e51f, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/B/11ee5faa3c47425191db9bfc2089b786] into tmpdir=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/.tmp, totalSize=35.2 K 2024-12-05T03:20:41,165 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] compactions.Compactor(224): Compacting 394f73fa1bac4eeaaa5cc592881ac672, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1733368838217 2024-12-05T03:20:41,166 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] compactions.Compactor(224): Compacting 32a7850809d746a68a91c7c1a145e51f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1733368838243 2024-12-05T03:20:41,166 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] compactions.Compactor(224): Compacting 11ee5faa3c47425191db9bfc2089b786, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1733368838868 2024-12-05T03:20:41,180 INFO [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=4d17bd9120aa5e2c37322194e994c1ee] 2024-12-05T03:20:41,182 INFO [RS:0;971fbbbe942d:46085-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4d17bd9120aa5e2c37322194e994c1ee#B#compaction#380 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-05T03:20:41,183 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/.tmp/B/d8400b4ee44443afad1a6c51177f4e3c is 50, key is test_row_0/B:col10/1733368838868/Put/seqid=0 2024-12-05T03:20:41,188 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024120571536818a3ef4fa0ab3419c323194354_4d17bd9120aa5e2c37322194e994c1ee store=[table=TestAcidGuarantees family=A region=4d17bd9120aa5e2c37322194e994c1ee] 2024-12-05T03:20:41,191 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024120571536818a3ef4fa0ab3419c323194354_4d17bd9120aa5e2c37322194e994c1ee, store=[table=TestAcidGuarantees family=A region=4d17bd9120aa5e2c37322194e994c1ee] 2024-12-05T03:20:41,191 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120571536818a3ef4fa0ab3419c323194354_4d17bd9120aa5e2c37322194e994c1ee because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=4d17bd9120aa5e2c37322194e994c1ee] 2024-12-05T03:20:41,211 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073742264_1440 (size=12104) 2024-12-05T03:20:41,216 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073742265_1441 (size=4469) 2024-12-05T03:20:41,217 INFO [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4d17bd9120aa5e2c37322194e994c1ee#A#compaction#379 average throughput is 0.66 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T03:20:41,218 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/.tmp/A/c4930f6efe954c819fbdf7386d428357 is 175, key is test_row_0/A:col10/1733368838868/Put/seqid=0 2024-12-05T03:20:41,220 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/.tmp/B/d8400b4ee44443afad1a6c51177f4e3c as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/B/d8400b4ee44443afad1a6c51177f4e3c 2024-12-05T03:20:41,226 INFO [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 4d17bd9120aa5e2c37322194e994c1ee/B of 4d17bd9120aa5e2c37322194e994c1ee into d8400b4ee44443afad1a6c51177f4e3c(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T03:20:41,226 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4d17bd9120aa5e2c37322194e994c1ee: 2024-12-05T03:20:41,226 INFO [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733368835132.4d17bd9120aa5e2c37322194e994c1ee., storeName=4d17bd9120aa5e2c37322194e994c1ee/B, priority=13, startTime=1733368841163; duration=0sec 2024-12-05T03:20:41,226 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T03:20:41,226 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4d17bd9120aa5e2c37322194e994c1ee:B 2024-12-05T03:20:41,226 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T03:20:41,227 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T03:20:41,227 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.HStore(1540): 4d17bd9120aa5e2c37322194e994c1ee/C is initiating minor compaction (all files) 2024-12-05T03:20:41,227 INFO [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4d17bd9120aa5e2c37322194e994c1ee/C in TestAcidGuarantees,,1733368835132.4d17bd9120aa5e2c37322194e994c1ee. 2024-12-05T03:20:41,227 INFO [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/C/45913e308b554ef1812b0d4c05f2976b, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/C/291d36d8fefb4f988f70f1db0a3d184d, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/C/d9c37172719d4de28be40f0591f3abfa] into tmpdir=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/.tmp, totalSize=35.2 K 2024-12-05T03:20:41,227 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] compactions.Compactor(224): Compacting 45913e308b554ef1812b0d4c05f2976b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1733368838217 2024-12-05T03:20:41,228 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] compactions.Compactor(224): Compacting 291d36d8fefb4f988f70f1db0a3d184d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1733368838243 2024-12-05T03:20:41,229 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] compactions.Compactor(224): Compacting d9c37172719d4de28be40f0591f3abfa, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1733368838868 2024-12-05T03:20:41,230 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073742266_1442 (size=31058) 2024-12-05T03:20:41,236 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 971fbbbe942d,46085,1733368737191 2024-12-05T03:20:41,237 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46085 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=119 2024-12-05T03:20:41,237 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733368835132.4d17bd9120aa5e2c37322194e994c1ee. 2024-12-05T03:20:41,237 INFO [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegion(2837): Flushing 4d17bd9120aa5e2c37322194e994c1ee 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-12-05T03:20:41,237 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4d17bd9120aa5e2c37322194e994c1ee, store=A 2024-12-05T03:20:41,237 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T03:20:41,237 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4d17bd9120aa5e2c37322194e994c1ee, store=B 2024-12-05T03:20:41,237 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T03:20:41,237 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4d17bd9120aa5e2c37322194e994c1ee, store=C 2024-12-05T03:20:41,237 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T03:20:41,239 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/.tmp/A/c4930f6efe954c819fbdf7386d428357 as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/A/c4930f6efe954c819fbdf7386d428357 2024-12-05T03:20:41,241 INFO [RS:0;971fbbbe942d:46085-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4d17bd9120aa5e2c37322194e994c1ee#C#compaction#381 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T03:20:41,242 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/.tmp/C/35209ba93a734f52ba2dc886fded1dda is 50, key is test_row_0/C:col10/1733368838868/Put/seqid=0 2024-12-05T03:20:41,249 INFO [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 4d17bd9120aa5e2c37322194e994c1ee/A of 4d17bd9120aa5e2c37322194e994c1ee into c4930f6efe954c819fbdf7386d428357(size=30.3 K), total size for store is 30.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T03:20:41,249 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4d17bd9120aa5e2c37322194e994c1ee: 2024-12-05T03:20:41,249 INFO [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733368835132.4d17bd9120aa5e2c37322194e994c1ee., storeName=4d17bd9120aa5e2c37322194e994c1ee/A, priority=13, startTime=1733368841161; duration=0sec 2024-12-05T03:20:41,249 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T03:20:41,249 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4d17bd9120aa5e2c37322194e994c1ee:A 2024-12-05T03:20:41,255 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120507672f58626f41daa54aab80f98ec7c7_4d17bd9120aa5e2c37322194e994c1ee is 50, key is test_row_0/A:col10/1733368839515/Put/seqid=0 2024-12-05T03:20:41,261 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073742267_1443 (size=12104) 2024-12-05T03:20:41,269 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/.tmp/C/35209ba93a734f52ba2dc886fded1dda as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/C/35209ba93a734f52ba2dc886fded1dda 2024-12-05T03:20:41,277 INFO [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 4d17bd9120aa5e2c37322194e994c1ee/C of 4d17bd9120aa5e2c37322194e994c1ee into 35209ba93a734f52ba2dc886fded1dda(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T03:20:41,277 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4d17bd9120aa5e2c37322194e994c1ee: 2024-12-05T03:20:41,277 INFO [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733368835132.4d17bd9120aa5e2c37322194e994c1ee., storeName=4d17bd9120aa5e2c37322194e994c1ee/C, priority=13, startTime=1733368841163; duration=0sec 2024-12-05T03:20:41,277 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T03:20:41,277 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4d17bd9120aa5e2c37322194e994c1ee:C 2024-12-05T03:20:41,302 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073742268_1444 (size=12154) 2024-12-05T03:20:41,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=118 2024-12-05T03:20:41,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(8581): Flush requested on 4d17bd9120aa5e2c37322194e994c1ee 2024-12-05T03:20:41,657 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733368835132.4d17bd9120aa5e2c37322194e994c1ee. as already flushing 2024-12-05T03:20:41,670 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:20:41,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40494 deadline: 1733368901667, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:20:41,674 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:20:41,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40456 deadline: 1733368901669, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:20:41,674 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:20:41,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40510 deadline: 1733368901670, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:20:41,674 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:20:41,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40442 deadline: 1733368901671, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:20:41,675 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:20:41,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40502 deadline: 1733368901671, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:20:41,703 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:20:41,707 INFO [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120507672f58626f41daa54aab80f98ec7c7_4d17bd9120aa5e2c37322194e994c1ee to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120507672f58626f41daa54aab80f98ec7c7_4d17bd9120aa5e2c37322194e994c1ee 2024-12-05T03:20:41,707 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/.tmp/A/25aa4596ed174a2c893e8bd1067d0009, store: [table=TestAcidGuarantees family=A region=4d17bd9120aa5e2c37322194e994c1ee] 2024-12-05T03:20:41,708 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/.tmp/A/25aa4596ed174a2c893e8bd1067d0009 is 175, key is test_row_0/A:col10/1733368839515/Put/seqid=0 2024-12-05T03:20:41,711 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073742269_1445 (size=30955) 2024-12-05T03:20:41,774 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:20:41,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40494 deadline: 1733368901771, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:20:41,778 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:20:41,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40456 deadline: 1733368901775, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:20:41,784 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:20:41,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40510 deadline: 1733368901781, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:20:41,785 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:20:41,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40442 deadline: 1733368901781, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:20:41,785 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:20:41,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40502 deadline: 1733368901781, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:20:41,978 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:20:41,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40494 deadline: 1733368901976, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:20:41,984 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:20:41,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40456 deadline: 1733368901980, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:20:41,990 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:20:41,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40442 deadline: 1733368901986, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:20:41,990 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:20:41,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40510 deadline: 1733368901986, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:20:41,991 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:20:41,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40502 deadline: 1733368901987, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:20:42,112 INFO [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=77, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/.tmp/A/25aa4596ed174a2c893e8bd1067d0009 2024-12-05T03:20:42,121 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/.tmp/B/7a612b173dda474da3ce8e1a60fc7040 is 50, key is test_row_0/B:col10/1733368839515/Put/seqid=0 2024-12-05T03:20:42,126 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073742270_1446 (size=12001) 2024-12-05T03:20:42,285 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:20:42,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40494 deadline: 1733368902281, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:20:42,289 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:20:42,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40456 deadline: 1733368902287, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:20:42,296 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:20:42,296 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:20:42,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40442 deadline: 1733368902291, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:20:42,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40510 deadline: 1733368902292, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:20:42,296 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:20:42,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40502 deadline: 1733368902293, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:20:42,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=118 2024-12-05T03:20:42,527 INFO [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/.tmp/B/7a612b173dda474da3ce8e1a60fc7040 2024-12-05T03:20:42,534 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/.tmp/C/fc6685de10ac4db0a3171d698a01b12e is 50, key is test_row_0/C:col10/1733368839515/Put/seqid=0 2024-12-05T03:20:42,537 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073742271_1447 (size=12001) 2024-12-05T03:20:42,538 INFO [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/.tmp/C/fc6685de10ac4db0a3171d698a01b12e 2024-12-05T03:20:42,542 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/.tmp/A/25aa4596ed174a2c893e8bd1067d0009 as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/A/25aa4596ed174a2c893e8bd1067d0009 2024-12-05T03:20:42,545 INFO [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/A/25aa4596ed174a2c893e8bd1067d0009, entries=150, sequenceid=77, filesize=30.2 K 2024-12-05T03:20:42,547 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/.tmp/B/7a612b173dda474da3ce8e1a60fc7040 as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/B/7a612b173dda474da3ce8e1a60fc7040 2024-12-05T03:20:42,550 INFO [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/B/7a612b173dda474da3ce8e1a60fc7040, entries=150, sequenceid=77, filesize=11.7 K 2024-12-05T03:20:42,551 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/.tmp/C/fc6685de10ac4db0a3171d698a01b12e as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/C/fc6685de10ac4db0a3171d698a01b12e 2024-12-05T03:20:42,554 INFO [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/C/fc6685de10ac4db0a3171d698a01b12e, entries=150, sequenceid=77, filesize=11.7 K 2024-12-05T03:20:42,555 INFO [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=73.80 KB/75570 for 4d17bd9120aa5e2c37322194e994c1ee in 1318ms, sequenceid=77, compaction requested=false 2024-12-05T03:20:42,555 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegion(2538): Flush status journal for 4d17bd9120aa5e2c37322194e994c1ee: 2024-12-05T03:20:42,555 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733368835132.4d17bd9120aa5e2c37322194e994c1ee. 2024-12-05T03:20:42,555 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=119 2024-12-05T03:20:42,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.HMaster(4106): Remote procedure done, pid=119 2024-12-05T03:20:42,557 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=119, resume processing ppid=118 2024-12-05T03:20:42,557 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=119, ppid=118, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.2370 sec 2024-12-05T03:20:42,558 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=118, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=118, table=TestAcidGuarantees in 2.2420 sec 2024-12-05T03:20:42,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(8581): Flush requested on 4d17bd9120aa5e2c37322194e994c1ee 2024-12-05T03:20:42,789 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 4d17bd9120aa5e2c37322194e994c1ee 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-12-05T03:20:42,789 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4d17bd9120aa5e2c37322194e994c1ee, store=A 2024-12-05T03:20:42,789 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T03:20:42,790 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4d17bd9120aa5e2c37322194e994c1ee, store=B 2024-12-05T03:20:42,790 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T03:20:42,790 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4d17bd9120aa5e2c37322194e994c1ee, store=C 2024-12-05T03:20:42,790 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T03:20:42,798 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241205e97ba04f9a9b4106a5c61ff6cab9c6ba_4d17bd9120aa5e2c37322194e994c1ee is 50, key is test_row_0/A:col10/1733368841669/Put/seqid=0 2024-12-05T03:20:42,802 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073742272_1448 (size=14594) 2024-12-05T03:20:42,803 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:20:42,807 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241205e97ba04f9a9b4106a5c61ff6cab9c6ba_4d17bd9120aa5e2c37322194e994c1ee to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241205e97ba04f9a9b4106a5c61ff6cab9c6ba_4d17bd9120aa5e2c37322194e994c1ee 2024-12-05T03:20:42,807 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/.tmp/A/aa8c1c1d2f3f4cf99209ecaacf011054, store: [table=TestAcidGuarantees family=A region=4d17bd9120aa5e2c37322194e994c1ee] 2024-12-05T03:20:42,808 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/.tmp/A/aa8c1c1d2f3f4cf99209ecaacf011054 is 175, key is test_row_0/A:col10/1733368841669/Put/seqid=0 2024-12-05T03:20:42,813 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073742273_1449 (size=39549) 2024-12-05T03:20:42,813 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=94, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/.tmp/A/aa8c1c1d2f3f4cf99209ecaacf011054 2024-12-05T03:20:42,820 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/.tmp/B/683e96a266a74cbb9c1158c788e2922c is 50, key is test_row_0/B:col10/1733368841669/Put/seqid=0 2024-12-05T03:20:42,832 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073742274_1450 (size=12001) 2024-12-05T03:20:42,833 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=94 (bloomFilter=true), to=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/.tmp/B/683e96a266a74cbb9c1158c788e2922c 2024-12-05T03:20:42,841 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/.tmp/C/f17daeaedb464bb8b716e7419ff090bd is 50, key is test_row_0/C:col10/1733368841669/Put/seqid=0 2024-12-05T03:20:42,846 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073742275_1451 (size=12001) 2024-12-05T03:20:42,867 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:20:42,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40456 deadline: 1733368902819, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:20:42,868 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:20:42,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40510 deadline: 1733368902820, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:20:42,875 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:20:42,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40442 deadline: 1733368902867, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:20:42,875 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:20:42,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40502 deadline: 1733368902867, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:20:42,875 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:20:42,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40494 deadline: 1733368902867, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:20:42,971 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:20:42,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40510 deadline: 1733368902969, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:20:42,972 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:20:42,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40456 deadline: 1733368902969, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:20:42,979 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:20:42,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40442 deadline: 1733368902976, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:20:42,979 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:20:42,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40502 deadline: 1733368902976, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:20:42,979 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:20:42,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40494 deadline: 1733368902977, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:20:43,179 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:20:43,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40510 deadline: 1733368903173, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:20:43,180 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:20:43,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40456 deadline: 1733368903174, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:20:43,185 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:20:43,185 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:20:43,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40494 deadline: 1733368903181, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:20:43,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40442 deadline: 1733368903181, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:20:43,185 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:20:43,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40502 deadline: 1733368903181, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:20:43,247 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=94 (bloomFilter=true), to=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/.tmp/C/f17daeaedb464bb8b716e7419ff090bd 2024-12-05T03:20:43,251 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/.tmp/A/aa8c1c1d2f3f4cf99209ecaacf011054 as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/A/aa8c1c1d2f3f4cf99209ecaacf011054 2024-12-05T03:20:43,254 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/A/aa8c1c1d2f3f4cf99209ecaacf011054, entries=200, sequenceid=94, filesize=38.6 K 2024-12-05T03:20:43,255 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/.tmp/B/683e96a266a74cbb9c1158c788e2922c as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/B/683e96a266a74cbb9c1158c788e2922c 2024-12-05T03:20:43,259 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/B/683e96a266a74cbb9c1158c788e2922c, entries=150, sequenceid=94, filesize=11.7 K 2024-12-05T03:20:43,260 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/.tmp/C/f17daeaedb464bb8b716e7419ff090bd as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/C/f17daeaedb464bb8b716e7419ff090bd 2024-12-05T03:20:43,263 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/C/f17daeaedb464bb8b716e7419ff090bd, entries=150, sequenceid=94, filesize=11.7 K 2024-12-05T03:20:43,263 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for 4d17bd9120aa5e2c37322194e994c1ee in 474ms, sequenceid=94, compaction requested=true 2024-12-05T03:20:43,264 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 4d17bd9120aa5e2c37322194e994c1ee: 2024-12-05T03:20:43,264 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4d17bd9120aa5e2c37322194e994c1ee:A, priority=-2147483648, current under compaction store size is 1 2024-12-05T03:20:43,264 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T03:20:43,264 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4d17bd9120aa5e2c37322194e994c1ee:B, priority=-2147483648, current under compaction store size is 2 2024-12-05T03:20:43,264 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T03:20:43,264 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T03:20:43,264 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4d17bd9120aa5e2c37322194e994c1ee:C, priority=-2147483648, current under compaction store size is 3 2024-12-05T03:20:43,264 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T03:20:43,264 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T03:20:43,265 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T03:20:43,265 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 101562 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T03:20:43,265 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.HStore(1540): 4d17bd9120aa5e2c37322194e994c1ee/B is initiating minor compaction (all files) 2024-12-05T03:20:43,265 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.HStore(1540): 4d17bd9120aa5e2c37322194e994c1ee/A is initiating minor compaction (all files) 2024-12-05T03:20:43,265 INFO [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4d17bd9120aa5e2c37322194e994c1ee/B in TestAcidGuarantees,,1733368835132.4d17bd9120aa5e2c37322194e994c1ee. 2024-12-05T03:20:43,265 INFO [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4d17bd9120aa5e2c37322194e994c1ee/A in TestAcidGuarantees,,1733368835132.4d17bd9120aa5e2c37322194e994c1ee. 2024-12-05T03:20:43,265 INFO [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/B/d8400b4ee44443afad1a6c51177f4e3c, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/B/7a612b173dda474da3ce8e1a60fc7040, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/B/683e96a266a74cbb9c1158c788e2922c] into tmpdir=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/.tmp, totalSize=35.3 K 2024-12-05T03:20:43,265 INFO [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/A/c4930f6efe954c819fbdf7386d428357, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/A/25aa4596ed174a2c893e8bd1067d0009, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/A/aa8c1c1d2f3f4cf99209ecaacf011054] into tmpdir=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/.tmp, totalSize=99.2 K 2024-12-05T03:20:43,265 INFO [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733368835132.4d17bd9120aa5e2c37322194e994c1ee. 2024-12-05T03:20:43,265 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733368835132.4d17bd9120aa5e2c37322194e994c1ee. files: [hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/A/c4930f6efe954c819fbdf7386d428357, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/A/25aa4596ed174a2c893e8bd1067d0009, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/A/aa8c1c1d2f3f4cf99209ecaacf011054] 2024-12-05T03:20:43,265 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] compactions.Compactor(224): Compacting d8400b4ee44443afad1a6c51177f4e3c, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1733368838868 2024-12-05T03:20:43,266 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] compactions.Compactor(224): Compacting c4930f6efe954c819fbdf7386d428357, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1733368838868 2024-12-05T03:20:43,266 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] compactions.Compactor(224): Compacting 7a612b173dda474da3ce8e1a60fc7040, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1733368839509 2024-12-05T03:20:43,266 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] compactions.Compactor(224): Compacting 25aa4596ed174a2c893e8bd1067d0009, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1733368839509 2024-12-05T03:20:43,266 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] compactions.Compactor(224): Compacting 683e96a266a74cbb9c1158c788e2922c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1733368841668 2024-12-05T03:20:43,267 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] compactions.Compactor(224): Compacting aa8c1c1d2f3f4cf99209ecaacf011054, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1733368841668 2024-12-05T03:20:43,271 INFO [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=4d17bd9120aa5e2c37322194e994c1ee] 2024-12-05T03:20:43,274 INFO [RS:0;971fbbbe942d:46085-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4d17bd9120aa5e2c37322194e994c1ee#B#compaction#389 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-05T03:20:43,275 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/.tmp/B/82a60e5e934f43488a0a753a6200451e is 50, key is test_row_0/B:col10/1733368841669/Put/seqid=0 2024-12-05T03:20:43,276 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241205baf4aa90f4a84533a822c89e80f82da4_4d17bd9120aa5e2c37322194e994c1ee store=[table=TestAcidGuarantees family=A region=4d17bd9120aa5e2c37322194e994c1ee] 2024-12-05T03:20:43,278 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241205baf4aa90f4a84533a822c89e80f82da4_4d17bd9120aa5e2c37322194e994c1ee, store=[table=TestAcidGuarantees family=A region=4d17bd9120aa5e2c37322194e994c1ee] 2024-12-05T03:20:43,278 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241205baf4aa90f4a84533a822c89e80f82da4_4d17bd9120aa5e2c37322194e994c1ee because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=4d17bd9120aa5e2c37322194e994c1ee] 2024-12-05T03:20:43,280 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073742276_1452 (size=12207) 2024-12-05T03:20:43,284 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073742277_1453 (size=4469) 2024-12-05T03:20:43,285 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/.tmp/B/82a60e5e934f43488a0a753a6200451e as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/B/82a60e5e934f43488a0a753a6200451e 2024-12-05T03:20:43,285 INFO [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4d17bd9120aa5e2c37322194e994c1ee#A#compaction#388 average throughput is 1.75 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T03:20:43,286 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/.tmp/A/bed4552e9679436498c35f50516dc01e is 175, key is test_row_0/A:col10/1733368841669/Put/seqid=0 2024-12-05T03:20:43,290 INFO [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 4d17bd9120aa5e2c37322194e994c1ee/B of 4d17bd9120aa5e2c37322194e994c1ee into 82a60e5e934f43488a0a753a6200451e(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T03:20:43,290 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073742278_1454 (size=31161) 2024-12-05T03:20:43,290 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4d17bd9120aa5e2c37322194e994c1ee: 2024-12-05T03:20:43,290 INFO [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733368835132.4d17bd9120aa5e2c37322194e994c1ee., storeName=4d17bd9120aa5e2c37322194e994c1ee/B, priority=13, startTime=1733368843264; duration=0sec 2024-12-05T03:20:43,290 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T03:20:43,290 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4d17bd9120aa5e2c37322194e994c1ee:B 2024-12-05T03:20:43,290 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T03:20:43,291 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T03:20:43,291 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.HStore(1540): 4d17bd9120aa5e2c37322194e994c1ee/C is initiating minor compaction (all files) 2024-12-05T03:20:43,291 INFO [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4d17bd9120aa5e2c37322194e994c1ee/C in TestAcidGuarantees,,1733368835132.4d17bd9120aa5e2c37322194e994c1ee. 2024-12-05T03:20:43,291 INFO [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/C/35209ba93a734f52ba2dc886fded1dda, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/C/fc6685de10ac4db0a3171d698a01b12e, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/C/f17daeaedb464bb8b716e7419ff090bd] into tmpdir=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/.tmp, totalSize=35.3 K 2024-12-05T03:20:43,292 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] compactions.Compactor(224): Compacting 35209ba93a734f52ba2dc886fded1dda, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1733368838868 2024-12-05T03:20:43,292 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] compactions.Compactor(224): Compacting fc6685de10ac4db0a3171d698a01b12e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1733368839509 2024-12-05T03:20:43,292 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] compactions.Compactor(224): Compacting f17daeaedb464bb8b716e7419ff090bd, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1733368841668 2024-12-05T03:20:43,296 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/.tmp/A/bed4552e9679436498c35f50516dc01e as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/A/bed4552e9679436498c35f50516dc01e 2024-12-05T03:20:43,306 INFO [RS:0;971fbbbe942d:46085-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4d17bd9120aa5e2c37322194e994c1ee#C#compaction#390 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T03:20:43,306 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/.tmp/C/21bf935ef2c348f1bf7fef4fcb461bdc is 50, key is test_row_0/C:col10/1733368841669/Put/seqid=0 2024-12-05T03:20:43,310 INFO [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 4d17bd9120aa5e2c37322194e994c1ee/A of 4d17bd9120aa5e2c37322194e994c1ee into bed4552e9679436498c35f50516dc01e(size=30.4 K), total size for store is 30.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T03:20:43,310 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4d17bd9120aa5e2c37322194e994c1ee: 2024-12-05T03:20:43,310 INFO [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733368835132.4d17bd9120aa5e2c37322194e994c1ee., storeName=4d17bd9120aa5e2c37322194e994c1ee/A, priority=13, startTime=1733368843264; duration=0sec 2024-12-05T03:20:43,311 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T03:20:43,311 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4d17bd9120aa5e2c37322194e994c1ee:A 2024-12-05T03:20:43,312 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073742279_1455 (size=12207) 2024-12-05T03:20:43,317 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/.tmp/C/21bf935ef2c348f1bf7fef4fcb461bdc as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/C/21bf935ef2c348f1bf7fef4fcb461bdc 2024-12-05T03:20:43,321 INFO [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 4d17bd9120aa5e2c37322194e994c1ee/C of 4d17bd9120aa5e2c37322194e994c1ee into 21bf935ef2c348f1bf7fef4fcb461bdc(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T03:20:43,321 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4d17bd9120aa5e2c37322194e994c1ee: 2024-12-05T03:20:43,322 INFO [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733368835132.4d17bd9120aa5e2c37322194e994c1ee., storeName=4d17bd9120aa5e2c37322194e994c1ee/C, priority=13, startTime=1733368843264; duration=0sec 2024-12-05T03:20:43,322 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T03:20:43,322 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4d17bd9120aa5e2c37322194e994c1ee:C 2024-12-05T03:20:43,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(8581): Flush requested on 4d17bd9120aa5e2c37322194e994c1ee 2024-12-05T03:20:43,487 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 4d17bd9120aa5e2c37322194e994c1ee 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-12-05T03:20:43,487 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4d17bd9120aa5e2c37322194e994c1ee, store=A 2024-12-05T03:20:43,487 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T03:20:43,487 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4d17bd9120aa5e2c37322194e994c1ee, store=B 2024-12-05T03:20:43,487 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T03:20:43,487 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4d17bd9120aa5e2c37322194e994c1ee, store=C 2024-12-05T03:20:43,487 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T03:20:43,494 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241205d3326ac52f094abc9bb58f3a4560ec95_4d17bd9120aa5e2c37322194e994c1ee is 50, key is test_row_0/A:col10/1733368842825/Put/seqid=0 2024-12-05T03:20:43,498 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073742280_1456 (size=12154) 2024-12-05T03:20:43,501 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:20:43,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40442 deadline: 1733368903495, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:20:43,502 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:20:43,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40456 deadline: 1733368903497, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:20:43,502 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:20:43,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40510 deadline: 1733368903498, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:20:43,503 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:20:43,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40494 deadline: 1733368903499, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:20:43,503 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:20:43,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40502 deadline: 1733368903500, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:20:43,605 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:20:43,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40442 deadline: 1733368903603, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:20:43,605 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:20:43,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40456 deadline: 1733368903603, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:20:43,605 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:20:43,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40510 deadline: 1733368903603, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:20:43,608 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:20:43,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40494 deadline: 1733368903604, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:20:43,609 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:20:43,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40502 deadline: 1733368903604, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:20:43,809 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:20:43,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40456 deadline: 1733368903806, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:20:43,809 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:20:43,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40510 deadline: 1733368903806, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:20:43,809 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:20:43,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40442 deadline: 1733368903807, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:20:43,812 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:20:43,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40494 deadline: 1733368903809, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:20:43,813 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:20:43,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40502 deadline: 1733368903810, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:20:43,899 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:20:43,903 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241205d3326ac52f094abc9bb58f3a4560ec95_4d17bd9120aa5e2c37322194e994c1ee to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241205d3326ac52f094abc9bb58f3a4560ec95_4d17bd9120aa5e2c37322194e994c1ee 2024-12-05T03:20:43,904 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/.tmp/A/bf99bcc8875c400885330b7b2eaaccc2, store: [table=TestAcidGuarantees family=A region=4d17bd9120aa5e2c37322194e994c1ee] 2024-12-05T03:20:43,905 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/.tmp/A/bf99bcc8875c400885330b7b2eaaccc2 is 175, key is test_row_0/A:col10/1733368842825/Put/seqid=0 2024-12-05T03:20:43,917 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073742281_1457 (size=30955) 2024-12-05T03:20:44,115 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:20:44,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40510 deadline: 1733368904110, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:20:44,116 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:20:44,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40456 deadline: 1733368904111, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:20:44,117 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:20:44,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40442 deadline: 1733368904112, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:20:44,117 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:20:44,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40494 deadline: 1733368904113, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:20:44,117 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:20:44,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40502 deadline: 1733368904113, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:20:44,319 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=120, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/.tmp/A/bf99bcc8875c400885330b7b2eaaccc2 2024-12-05T03:20:44,328 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/.tmp/B/d65bd6dec26042669d89eb69857bdf42 is 50, key is test_row_0/B:col10/1733368842825/Put/seqid=0 2024-12-05T03:20:44,332 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073742282_1458 (size=12001) 2024-12-05T03:20:44,332 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=120 (bloomFilter=true), to=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/.tmp/B/d65bd6dec26042669d89eb69857bdf42 2024-12-05T03:20:44,338 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/.tmp/C/206ec71d017749dba1f57ba034122900 is 50, key is test_row_0/C:col10/1733368842825/Put/seqid=0 2024-12-05T03:20:44,341 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073742283_1459 (size=12001) 2024-12-05T03:20:44,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=118 2024-12-05T03:20:44,422 INFO [Thread-1898 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 118 completed 2024-12-05T03:20:44,424 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-05T03:20:44,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] procedure2.ProcedureExecutor(1098): Stored pid=120, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=120, table=TestAcidGuarantees 2024-12-05T03:20:44,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=120 2024-12-05T03:20:44,427 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=120, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=120, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-05T03:20:44,428 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=120, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=120, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-05T03:20:44,428 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=121, ppid=120, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-05T03:20:44,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=120 2024-12-05T03:20:44,580 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 971fbbbe942d,46085,1733368737191 2024-12-05T03:20:44,580 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46085 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=121 2024-12-05T03:20:44,581 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733368835132.4d17bd9120aa5e2c37322194e994c1ee. 2024-12-05T03:20:44,581 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733368835132.4d17bd9120aa5e2c37322194e994c1ee. as already flushing 2024-12-05T03:20:44,581 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733368835132.4d17bd9120aa5e2c37322194e994c1ee. 2024-12-05T03:20:44,581 ERROR [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] handler.RSProcedureHandler(58): pid=121 java.io.IOException: Unable to complete flush {ENCODED => 4d17bd9120aa5e2c37322194e994c1ee, NAME => 'TestAcidGuarantees,,1733368835132.4d17bd9120aa5e2c37322194e994c1ee.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:20:44,581 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=121 java.io.IOException: Unable to complete flush {ENCODED => 4d17bd9120aa5e2c37322194e994c1ee, NAME => 'TestAcidGuarantees,,1733368835132.4d17bd9120aa5e2c37322194e994c1ee.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:20:44,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.HMaster(4114): Remote procedure failed, pid=121 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4d17bd9120aa5e2c37322194e994c1ee, NAME => 'TestAcidGuarantees,,1733368835132.4d17bd9120aa5e2c37322194e994c1ee.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4d17bd9120aa5e2c37322194e994c1ee, NAME => 'TestAcidGuarantees,,1733368835132.4d17bd9120aa5e2c37322194e994c1ee.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:20:44,623 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:20:44,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40510 deadline: 1733368904619, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:20:44,623 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:20:44,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40494 deadline: 1733368904620, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:20:44,624 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:20:44,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40502 deadline: 1733368904622, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:20:44,625 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:20:44,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40442 deadline: 1733368904622, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:20:44,625 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:20:44,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40456 deadline: 1733368904622, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:20:44,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=120 2024-12-05T03:20:44,733 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 971fbbbe942d,46085,1733368737191 2024-12-05T03:20:44,734 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46085 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=121 2024-12-05T03:20:44,734 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733368835132.4d17bd9120aa5e2c37322194e994c1ee. 2024-12-05T03:20:44,734 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733368835132.4d17bd9120aa5e2c37322194e994c1ee. as already flushing 2024-12-05T03:20:44,734 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733368835132.4d17bd9120aa5e2c37322194e994c1ee. 2024-12-05T03:20:44,734 ERROR [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] handler.RSProcedureHandler(58): pid=121 java.io.IOException: Unable to complete flush {ENCODED => 4d17bd9120aa5e2c37322194e994c1ee, NAME => 'TestAcidGuarantees,,1733368835132.4d17bd9120aa5e2c37322194e994c1ee.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:20:44,734 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=121 java.io.IOException: Unable to complete flush {ENCODED => 4d17bd9120aa5e2c37322194e994c1ee, NAME => 'TestAcidGuarantees,,1733368835132.4d17bd9120aa5e2c37322194e994c1ee.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:20:44,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.HMaster(4114): Remote procedure failed, pid=121 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4d17bd9120aa5e2c37322194e994c1ee, NAME => 'TestAcidGuarantees,,1733368835132.4d17bd9120aa5e2c37322194e994c1ee.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4d17bd9120aa5e2c37322194e994c1ee, NAME => 'TestAcidGuarantees,,1733368835132.4d17bd9120aa5e2c37322194e994c1ee.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:20:44,742 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=120 (bloomFilter=true), to=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/.tmp/C/206ec71d017749dba1f57ba034122900 2024-12-05T03:20:44,747 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/.tmp/A/bf99bcc8875c400885330b7b2eaaccc2 as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/A/bf99bcc8875c400885330b7b2eaaccc2 2024-12-05T03:20:44,750 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/A/bf99bcc8875c400885330b7b2eaaccc2, entries=150, sequenceid=120, filesize=30.2 K 2024-12-05T03:20:44,752 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/.tmp/B/d65bd6dec26042669d89eb69857bdf42 as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/B/d65bd6dec26042669d89eb69857bdf42 2024-12-05T03:20:44,759 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/B/d65bd6dec26042669d89eb69857bdf42, entries=150, sequenceid=120, filesize=11.7 K 2024-12-05T03:20:44,760 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/.tmp/C/206ec71d017749dba1f57ba034122900 as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/C/206ec71d017749dba1f57ba034122900 2024-12-05T03:20:44,764 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/C/206ec71d017749dba1f57ba034122900, entries=150, sequenceid=120, filesize=11.7 K 2024-12-05T03:20:44,765 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for 4d17bd9120aa5e2c37322194e994c1ee in 1278ms, sequenceid=120, compaction requested=false 2024-12-05T03:20:44,765 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 4d17bd9120aa5e2c37322194e994c1ee: 2024-12-05T03:20:44,886 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 971fbbbe942d,46085,1733368737191 2024-12-05T03:20:44,887 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46085 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=121 2024-12-05T03:20:44,887 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733368835132.4d17bd9120aa5e2c37322194e994c1ee. 2024-12-05T03:20:44,887 INFO [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegion(2837): Flushing 4d17bd9120aa5e2c37322194e994c1ee 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-12-05T03:20:44,887 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4d17bd9120aa5e2c37322194e994c1ee, store=A 2024-12-05T03:20:44,888 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T03:20:44,888 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4d17bd9120aa5e2c37322194e994c1ee, store=B 2024-12-05T03:20:44,888 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T03:20:44,888 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4d17bd9120aa5e2c37322194e994c1ee, store=C 2024-12-05T03:20:44,888 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T03:20:44,895 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241205efb624d5a5dc4f56ba715b3b720cf2bf_4d17bd9120aa5e2c37322194e994c1ee is 50, key is test_row_0/A:col10/1733368843499/Put/seqid=0 2024-12-05T03:20:44,903 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073742284_1460 (size=12254) 2024-12-05T03:20:45,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=120 2024-12-05T03:20:45,303 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:20:45,307 INFO [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241205efb624d5a5dc4f56ba715b3b720cf2bf_4d17bd9120aa5e2c37322194e994c1ee to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241205efb624d5a5dc4f56ba715b3b720cf2bf_4d17bd9120aa5e2c37322194e994c1ee 2024-12-05T03:20:45,308 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/.tmp/A/3aafff3b78a94270bf09d7643d7e4da9, store: [table=TestAcidGuarantees family=A region=4d17bd9120aa5e2c37322194e994c1ee] 2024-12-05T03:20:45,308 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/.tmp/A/3aafff3b78a94270bf09d7643d7e4da9 is 175, key is test_row_0/A:col10/1733368843499/Put/seqid=0 2024-12-05T03:20:45,312 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073742285_1461 (size=31055) 2024-12-05T03:20:45,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=120 2024-12-05T03:20:45,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(8581): Flush requested on 4d17bd9120aa5e2c37322194e994c1ee 2024-12-05T03:20:45,629 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733368835132.4d17bd9120aa5e2c37322194e994c1ee. as already flushing 2024-12-05T03:20:45,657 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:20:45,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40502 deadline: 1733368905655, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:20:45,661 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:20:45,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40510 deadline: 1733368905655, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:20:45,661 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:20:45,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40494 deadline: 1733368905656, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:20:45,662 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:20:45,662 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:20:45,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40456 deadline: 1733368905656, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:20:45,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40442 deadline: 1733368905657, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:20:45,713 INFO [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=133, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/.tmp/A/3aafff3b78a94270bf09d7643d7e4da9 2024-12-05T03:20:45,719 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/.tmp/B/d59ae8225142439cb8f17014c0d30c9a is 50, key is test_row_0/B:col10/1733368843499/Put/seqid=0 2024-12-05T03:20:45,724 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073742286_1462 (size=12101) 2024-12-05T03:20:45,724 INFO [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=133 (bloomFilter=true), to=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/.tmp/B/d59ae8225142439cb8f17014c0d30c9a 2024-12-05T03:20:45,730 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/.tmp/C/75eb569a48ef4a6094cd081789dabef3 is 50, key is test_row_0/C:col10/1733368843499/Put/seqid=0 2024-12-05T03:20:45,734 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073742287_1463 (size=12101) 2024-12-05T03:20:45,735 INFO [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=133 (bloomFilter=true), to=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/.tmp/C/75eb569a48ef4a6094cd081789dabef3 2024-12-05T03:20:45,739 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/.tmp/A/3aafff3b78a94270bf09d7643d7e4da9 as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/A/3aafff3b78a94270bf09d7643d7e4da9 2024-12-05T03:20:45,742 INFO [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/A/3aafff3b78a94270bf09d7643d7e4da9, entries=150, sequenceid=133, filesize=30.3 K 2024-12-05T03:20:45,743 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/.tmp/B/d59ae8225142439cb8f17014c0d30c9a as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/B/d59ae8225142439cb8f17014c0d30c9a 2024-12-05T03:20:45,747 INFO [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/B/d59ae8225142439cb8f17014c0d30c9a, entries=150, sequenceid=133, filesize=11.8 K 2024-12-05T03:20:45,747 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/.tmp/C/75eb569a48ef4a6094cd081789dabef3 as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/C/75eb569a48ef4a6094cd081789dabef3 2024-12-05T03:20:45,751 INFO [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/C/75eb569a48ef4a6094cd081789dabef3, entries=150, sequenceid=133, filesize=11.8 K 2024-12-05T03:20:45,752 INFO [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=140.89 KB/144270 for 4d17bd9120aa5e2c37322194e994c1ee in 865ms, sequenceid=133, compaction requested=true 2024-12-05T03:20:45,752 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegion(2538): Flush status journal for 4d17bd9120aa5e2c37322194e994c1ee: 2024-12-05T03:20:45,752 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733368835132.4d17bd9120aa5e2c37322194e994c1ee. 2024-12-05T03:20:45,752 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=121 2024-12-05T03:20:45,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.HMaster(4106): Remote procedure done, pid=121 2024-12-05T03:20:45,759 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=121, resume processing ppid=120 2024-12-05T03:20:45,759 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=121, ppid=120, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3250 sec 2024-12-05T03:20:45,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(8581): Flush requested on 4d17bd9120aa5e2c37322194e994c1ee 2024-12-05T03:20:45,760 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 4d17bd9120aa5e2c37322194e994c1ee 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-12-05T03:20:45,761 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4d17bd9120aa5e2c37322194e994c1ee, store=A 2024-12-05T03:20:45,761 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T03:20:45,761 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4d17bd9120aa5e2c37322194e994c1ee, store=B 2024-12-05T03:20:45,761 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T03:20:45,761 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4d17bd9120aa5e2c37322194e994c1ee, store=C 2024-12-05T03:20:45,761 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T03:20:45,761 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=120, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=120, table=TestAcidGuarantees in 1.3360 sec 2024-12-05T03:20:45,768 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241205afe05d2bef3c4752b96e1fe318a3778a_4d17bd9120aa5e2c37322194e994c1ee is 50, key is test_row_0/A:col10/1733368845759/Put/seqid=0 2024-12-05T03:20:45,778 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073742288_1464 (size=14794) 2024-12-05T03:20:45,778 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:20:45,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40442 deadline: 1733368905771, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:20:45,778 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:20:45,779 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:20:45,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40456 deadline: 1733368905772, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:20:45,779 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:20:45,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40502 deadline: 1733368905773, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:20:45,783 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241205afe05d2bef3c4752b96e1fe318a3778a_4d17bd9120aa5e2c37322194e994c1ee to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241205afe05d2bef3c4752b96e1fe318a3778a_4d17bd9120aa5e2c37322194e994c1ee 2024-12-05T03:20:45,784 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/.tmp/A/86f10b784d9c43f2838f8c867efd60ca, store: [table=TestAcidGuarantees family=A region=4d17bd9120aa5e2c37322194e994c1ee] 2024-12-05T03:20:45,785 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/.tmp/A/86f10b784d9c43f2838f8c867efd60ca is 175, key is test_row_0/A:col10/1733368845759/Put/seqid=0 2024-12-05T03:20:45,786 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:20:45,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40510 deadline: 1733368905777, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:20:45,786 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:20:45,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40494 deadline: 1733368905778, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:20:45,790 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073742289_1465 (size=39749) 2024-12-05T03:20:45,790 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=158, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/.tmp/A/86f10b784d9c43f2838f8c867efd60ca 2024-12-05T03:20:45,799 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/.tmp/B/d6de409589be4ed3b3713849950a5381 is 50, key is test_row_0/B:col10/1733368845759/Put/seqid=0 2024-12-05T03:20:45,805 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073742290_1466 (size=12151) 2024-12-05T03:20:45,807 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=158 (bloomFilter=true), to=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/.tmp/B/d6de409589be4ed3b3713849950a5381 2024-12-05T03:20:45,814 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/.tmp/C/3d939f900c5c496c893c4c2e12922e73 is 50, key is test_row_0/C:col10/1733368845759/Put/seqid=0 2024-12-05T03:20:45,827 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073742291_1467 (size=12151) 2024-12-05T03:20:45,880 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:20:45,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40442 deadline: 1733368905879, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:20:45,887 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:20:45,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40456 deadline: 1733368905880, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:20:45,887 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:20:45,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40502 deadline: 1733368905881, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:20:45,888 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:20:45,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40494 deadline: 1733368905887, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:20:45,895 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:20:45,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40510 deadline: 1733368905889, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:20:46,084 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:20:46,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40442 deadline: 1733368906081, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:20:46,089 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:20:46,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40456 deadline: 1733368906088, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:20:46,092 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:20:46,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40502 deadline: 1733368906089, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:20:46,094 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:20:46,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40494 deadline: 1733368906090, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:20:46,100 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:20:46,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40510 deadline: 1733368906097, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:20:46,228 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=158 (bloomFilter=true), to=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/.tmp/C/3d939f900c5c496c893c4c2e12922e73 2024-12-05T03:20:46,233 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/.tmp/A/86f10b784d9c43f2838f8c867efd60ca as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/A/86f10b784d9c43f2838f8c867efd60ca 2024-12-05T03:20:46,236 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/A/86f10b784d9c43f2838f8c867efd60ca, entries=200, sequenceid=158, filesize=38.8 K 2024-12-05T03:20:46,237 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/.tmp/B/d6de409589be4ed3b3713849950a5381 as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/B/d6de409589be4ed3b3713849950a5381 2024-12-05T03:20:46,240 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/B/d6de409589be4ed3b3713849950a5381, entries=150, sequenceid=158, filesize=11.9 K 2024-12-05T03:20:46,241 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/.tmp/C/3d939f900c5c496c893c4c2e12922e73 as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/C/3d939f900c5c496c893c4c2e12922e73 2024-12-05T03:20:46,243 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/C/3d939f900c5c496c893c4c2e12922e73, entries=150, sequenceid=158, filesize=11.9 K 2024-12-05T03:20:46,244 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 4d17bd9120aa5e2c37322194e994c1ee in 484ms, sequenceid=158, compaction requested=true 2024-12-05T03:20:46,244 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 4d17bd9120aa5e2c37322194e994c1ee: 2024-12-05T03:20:46,244 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4d17bd9120aa5e2c37322194e994c1ee:A, priority=-2147483648, current under compaction store size is 1 2024-12-05T03:20:46,244 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T03:20:46,245 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-05T03:20:46,245 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-05T03:20:46,245 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4d17bd9120aa5e2c37322194e994c1ee:B, priority=-2147483648, current under compaction store size is 2 2024-12-05T03:20:46,245 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T03:20:46,245 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4d17bd9120aa5e2c37322194e994c1ee:C, priority=-2147483648, current under compaction store size is 3 2024-12-05T03:20:46,245 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T03:20:46,246 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 132920 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-05T03:20:46,246 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48460 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-05T03:20:46,246 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.HStore(1540): 4d17bd9120aa5e2c37322194e994c1ee/B is initiating minor compaction (all files) 2024-12-05T03:20:46,246 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.HStore(1540): 4d17bd9120aa5e2c37322194e994c1ee/A is initiating minor compaction (all files) 2024-12-05T03:20:46,246 INFO [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4d17bd9120aa5e2c37322194e994c1ee/B in TestAcidGuarantees,,1733368835132.4d17bd9120aa5e2c37322194e994c1ee. 2024-12-05T03:20:46,246 INFO [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4d17bd9120aa5e2c37322194e994c1ee/A in TestAcidGuarantees,,1733368835132.4d17bd9120aa5e2c37322194e994c1ee. 2024-12-05T03:20:46,246 INFO [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/B/82a60e5e934f43488a0a753a6200451e, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/B/d65bd6dec26042669d89eb69857bdf42, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/B/d59ae8225142439cb8f17014c0d30c9a, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/B/d6de409589be4ed3b3713849950a5381] into tmpdir=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/.tmp, totalSize=47.3 K 2024-12-05T03:20:46,246 INFO [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/A/bed4552e9679436498c35f50516dc01e, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/A/bf99bcc8875c400885330b7b2eaaccc2, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/A/3aafff3b78a94270bf09d7643d7e4da9, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/A/86f10b784d9c43f2838f8c867efd60ca] into tmpdir=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/.tmp, totalSize=129.8 K 2024-12-05T03:20:46,246 INFO [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733368835132.4d17bd9120aa5e2c37322194e994c1ee. 2024-12-05T03:20:46,246 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733368835132.4d17bd9120aa5e2c37322194e994c1ee. files: [hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/A/bed4552e9679436498c35f50516dc01e, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/A/bf99bcc8875c400885330b7b2eaaccc2, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/A/3aafff3b78a94270bf09d7643d7e4da9, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/A/86f10b784d9c43f2838f8c867efd60ca] 2024-12-05T03:20:46,247 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] compactions.Compactor(224): Compacting bed4552e9679436498c35f50516dc01e, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1733368841668 2024-12-05T03:20:46,247 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] compactions.Compactor(224): Compacting 82a60e5e934f43488a0a753a6200451e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1733368841668 2024-12-05T03:20:46,247 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] compactions.Compactor(224): Compacting d65bd6dec26042669d89eb69857bdf42, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=120, earliestPutTs=1733368842825 2024-12-05T03:20:46,247 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] compactions.Compactor(224): Compacting bf99bcc8875c400885330b7b2eaaccc2, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=120, earliestPutTs=1733368842825 2024-12-05T03:20:46,247 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] compactions.Compactor(224): Compacting d59ae8225142439cb8f17014c0d30c9a, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=133, earliestPutTs=1733368843491 2024-12-05T03:20:46,247 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3aafff3b78a94270bf09d7643d7e4da9, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=133, earliestPutTs=1733368843491 2024-12-05T03:20:46,248 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] compactions.Compactor(224): Compacting 86f10b784d9c43f2838f8c867efd60ca, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1733368845654 2024-12-05T03:20:46,248 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] compactions.Compactor(224): Compacting d6de409589be4ed3b3713849950a5381, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1733368845655 2024-12-05T03:20:46,257 INFO [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=4d17bd9120aa5e2c37322194e994c1ee] 2024-12-05T03:20:46,258 INFO [RS:0;971fbbbe942d:46085-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4d17bd9120aa5e2c37322194e994c1ee#B#compaction#400 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-05T03:20:46,259 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/.tmp/B/c0456ebf0d9e42349b34a6aa6620e7d0 is 50, key is test_row_0/B:col10/1733368845759/Put/seqid=0 2024-12-05T03:20:46,268 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202412051a87ca1b6d7046aab03f7c001eca7d25_4d17bd9120aa5e2c37322194e994c1ee store=[table=TestAcidGuarantees family=A region=4d17bd9120aa5e2c37322194e994c1ee] 2024-12-05T03:20:46,271 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202412051a87ca1b6d7046aab03f7c001eca7d25_4d17bd9120aa5e2c37322194e994c1ee, store=[table=TestAcidGuarantees family=A region=4d17bd9120aa5e2c37322194e994c1ee] 2024-12-05T03:20:46,272 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412051a87ca1b6d7046aab03f7c001eca7d25_4d17bd9120aa5e2c37322194e994c1ee because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=4d17bd9120aa5e2c37322194e994c1ee] 2024-12-05T03:20:46,279 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073742292_1468 (size=12493) 2024-12-05T03:20:46,280 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073742293_1469 (size=4469) 2024-12-05T03:20:46,285 INFO [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4d17bd9120aa5e2c37322194e994c1ee#A#compaction#401 average throughput is 0.87 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T03:20:46,285 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/.tmp/A/2c87c3286d8e4bf093185a32ef77717e is 175, key is test_row_0/A:col10/1733368845759/Put/seqid=0 2024-12-05T03:20:46,293 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073742294_1470 (size=31447) 2024-12-05T03:20:46,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(8581): Flush requested on 4d17bd9120aa5e2c37322194e994c1ee 2024-12-05T03:20:46,393 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 4d17bd9120aa5e2c37322194e994c1ee 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-12-05T03:20:46,393 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4d17bd9120aa5e2c37322194e994c1ee, store=A 2024-12-05T03:20:46,393 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T03:20:46,393 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4d17bd9120aa5e2c37322194e994c1ee, store=B 2024-12-05T03:20:46,393 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T03:20:46,393 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4d17bd9120aa5e2c37322194e994c1ee, store=C 2024-12-05T03:20:46,393 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T03:20:46,400 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241205d9b9e9256acf46b5b50bcaa9dbdde106_4d17bd9120aa5e2c37322194e994c1ee is 50, key is test_row_0/A:col10/1733368846391/Put/seqid=0 2024-12-05T03:20:46,405 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073742295_1471 (size=14794) 2024-12-05T03:20:46,441 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:20:46,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40510 deadline: 1733368906433, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:20:46,451 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:20:46,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40494 deadline: 1733368906439, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:20:46,451 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:20:46,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40456 deadline: 1733368906440, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:20:46,451 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:20:46,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40442 deadline: 1733368906440, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:20:46,452 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:20:46,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40502 deadline: 1733368906441, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:20:46,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=120 2024-12-05T03:20:46,531 INFO [Thread-1898 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 120 completed 2024-12-05T03:20:46,533 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-05T03:20:46,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] procedure2.ProcedureExecutor(1098): Stored pid=122, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=122, table=TestAcidGuarantees 2024-12-05T03:20:46,534 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=122, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=122, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-05T03:20:46,535 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=122, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=122, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-05T03:20:46,535 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=123, ppid=122, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-05T03:20:46,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=122 2024-12-05T03:20:46,552 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:20:46,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40510 deadline: 1733368906542, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:20:46,558 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:20:46,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40494 deadline: 1733368906552, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:20:46,558 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:20:46,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40456 deadline: 1733368906552, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:20:46,558 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:20:46,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40442 deadline: 1733368906553, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:20:46,569 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:20:46,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40502 deadline: 1733368906561, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:20:46,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=122 2024-12-05T03:20:46,684 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/.tmp/B/c0456ebf0d9e42349b34a6aa6620e7d0 as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/B/c0456ebf0d9e42349b34a6aa6620e7d0 2024-12-05T03:20:46,687 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 971fbbbe942d,46085,1733368737191 2024-12-05T03:20:46,687 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46085 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=123 2024-12-05T03:20:46,687 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733368835132.4d17bd9120aa5e2c37322194e994c1ee. 2024-12-05T03:20:46,688 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733368835132.4d17bd9120aa5e2c37322194e994c1ee. as already flushing 2024-12-05T03:20:46,688 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733368835132.4d17bd9120aa5e2c37322194e994c1ee. 2024-12-05T03:20:46,688 ERROR [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] handler.RSProcedureHandler(58): pid=123 java.io.IOException: Unable to complete flush {ENCODED => 4d17bd9120aa5e2c37322194e994c1ee, NAME => 'TestAcidGuarantees,,1733368835132.4d17bd9120aa5e2c37322194e994c1ee.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:20:46,688 INFO [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 4d17bd9120aa5e2c37322194e994c1ee/B of 4d17bd9120aa5e2c37322194e994c1ee into c0456ebf0d9e42349b34a6aa6620e7d0(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T03:20:46,688 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4d17bd9120aa5e2c37322194e994c1ee: 2024-12-05T03:20:46,688 INFO [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733368835132.4d17bd9120aa5e2c37322194e994c1ee., storeName=4d17bd9120aa5e2c37322194e994c1ee/B, priority=12, startTime=1733368846245; duration=0sec 2024-12-05T03:20:46,688 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=123 java.io.IOException: Unable to complete flush {ENCODED => 4d17bd9120aa5e2c37322194e994c1ee, NAME => 'TestAcidGuarantees,,1733368835132.4d17bd9120aa5e2c37322194e994c1ee.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:20:46,688 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T03:20:46,688 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4d17bd9120aa5e2c37322194e994c1ee:B 2024-12-05T03:20:46,688 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-05T03:20:46,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.HMaster(4114): Remote procedure failed, pid=123 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4d17bd9120aa5e2c37322194e994c1ee, NAME => 'TestAcidGuarantees,,1733368835132.4d17bd9120aa5e2c37322194e994c1ee.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4d17bd9120aa5e2c37322194e994c1ee, NAME => 'TestAcidGuarantees,,1733368835132.4d17bd9120aa5e2c37322194e994c1ee.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:20:46,692 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48460 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-05T03:20:46,692 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.HStore(1540): 4d17bd9120aa5e2c37322194e994c1ee/C is initiating minor compaction (all files) 2024-12-05T03:20:46,692 INFO [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4d17bd9120aa5e2c37322194e994c1ee/C in TestAcidGuarantees,,1733368835132.4d17bd9120aa5e2c37322194e994c1ee. 2024-12-05T03:20:46,692 INFO [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/C/21bf935ef2c348f1bf7fef4fcb461bdc, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/C/206ec71d017749dba1f57ba034122900, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/C/75eb569a48ef4a6094cd081789dabef3, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/C/3d939f900c5c496c893c4c2e12922e73] into tmpdir=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/.tmp, totalSize=47.3 K 2024-12-05T03:20:46,693 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] compactions.Compactor(224): Compacting 21bf935ef2c348f1bf7fef4fcb461bdc, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1733368841668 2024-12-05T03:20:46,693 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] compactions.Compactor(224): Compacting 206ec71d017749dba1f57ba034122900, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=120, earliestPutTs=1733368842825 2024-12-05T03:20:46,693 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] compactions.Compactor(224): Compacting 75eb569a48ef4a6094cd081789dabef3, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=133, earliestPutTs=1733368843491 2024-12-05T03:20:46,694 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] compactions.Compactor(224): Compacting 3d939f900c5c496c893c4c2e12922e73, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1733368845655 2024-12-05T03:20:46,697 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/.tmp/A/2c87c3286d8e4bf093185a32ef77717e as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/A/2c87c3286d8e4bf093185a32ef77717e 2024-12-05T03:20:46,701 INFO [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 4d17bd9120aa5e2c37322194e994c1ee/A of 4d17bd9120aa5e2c37322194e994c1ee into 2c87c3286d8e4bf093185a32ef77717e(size=30.7 K), total size for store is 30.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T03:20:46,701 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4d17bd9120aa5e2c37322194e994c1ee: 2024-12-05T03:20:46,701 INFO [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733368835132.4d17bd9120aa5e2c37322194e994c1ee., storeName=4d17bd9120aa5e2c37322194e994c1ee/A, priority=12, startTime=1733368846244; duration=0sec 2024-12-05T03:20:46,701 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T03:20:46,701 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4d17bd9120aa5e2c37322194e994c1ee:A 2024-12-05T03:20:46,702 INFO [RS:0;971fbbbe942d:46085-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4d17bd9120aa5e2c37322194e994c1ee#C#compaction#403 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T03:20:46,703 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/.tmp/C/9269f33db47842be9cdc9d30ffe3401b is 50, key is test_row_0/C:col10/1733368845759/Put/seqid=0 2024-12-05T03:20:46,706 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073742296_1472 (size=12493) 2024-12-05T03:20:46,756 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:20:46,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40510 deadline: 1733368906754, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:20:46,762 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:20:46,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40494 deadline: 1733368906759, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:20:46,762 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:20:46,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40456 deadline: 1733368906759, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:20:46,763 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:20:46,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40442 deadline: 1733368906760, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:20:46,773 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:20:46,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40502 deadline: 1733368906770, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:20:46,806 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:20:46,810 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241205d9b9e9256acf46b5b50bcaa9dbdde106_4d17bd9120aa5e2c37322194e994c1ee to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241205d9b9e9256acf46b5b50bcaa9dbdde106_4d17bd9120aa5e2c37322194e994c1ee 2024-12-05T03:20:46,811 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/.tmp/A/66e96cd5cc6449529e7a081874bc7a94, store: [table=TestAcidGuarantees family=A region=4d17bd9120aa5e2c37322194e994c1ee] 2024-12-05T03:20:46,812 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/.tmp/A/66e96cd5cc6449529e7a081874bc7a94 is 175, key is test_row_0/A:col10/1733368846391/Put/seqid=0 2024-12-05T03:20:46,815 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073742297_1473 (size=39749) 2024-12-05T03:20:46,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=122 2024-12-05T03:20:46,840 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 971fbbbe942d,46085,1733368737191 2024-12-05T03:20:46,840 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46085 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=123 2024-12-05T03:20:46,840 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733368835132.4d17bd9120aa5e2c37322194e994c1ee. 2024-12-05T03:20:46,841 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733368835132.4d17bd9120aa5e2c37322194e994c1ee. as already flushing 2024-12-05T03:20:46,841 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733368835132.4d17bd9120aa5e2c37322194e994c1ee. 2024-12-05T03:20:46,841 ERROR [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] handler.RSProcedureHandler(58): pid=123 java.io.IOException: Unable to complete flush {ENCODED => 4d17bd9120aa5e2c37322194e994c1ee, NAME => 'TestAcidGuarantees,,1733368835132.4d17bd9120aa5e2c37322194e994c1ee.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:20:46,841 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=123 java.io.IOException: Unable to complete flush {ENCODED => 4d17bd9120aa5e2c37322194e994c1ee, NAME => 'TestAcidGuarantees,,1733368835132.4d17bd9120aa5e2c37322194e994c1ee.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:20:46,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.HMaster(4114): Remote procedure failed, pid=123 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4d17bd9120aa5e2c37322194e994c1ee, NAME => 'TestAcidGuarantees,,1733368835132.4d17bd9120aa5e2c37322194e994c1ee.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4d17bd9120aa5e2c37322194e994c1ee, NAME => 'TestAcidGuarantees,,1733368835132.4d17bd9120aa5e2c37322194e994c1ee.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:20:46,993 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 971fbbbe942d,46085,1733368737191 2024-12-05T03:20:46,993 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46085 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=123 2024-12-05T03:20:46,994 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733368835132.4d17bd9120aa5e2c37322194e994c1ee. 2024-12-05T03:20:46,994 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733368835132.4d17bd9120aa5e2c37322194e994c1ee. as already flushing 2024-12-05T03:20:46,994 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733368835132.4d17bd9120aa5e2c37322194e994c1ee. 2024-12-05T03:20:46,994 ERROR [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] handler.RSProcedureHandler(58): pid=123 java.io.IOException: Unable to complete flush {ENCODED => 4d17bd9120aa5e2c37322194e994c1ee, NAME => 'TestAcidGuarantees,,1733368835132.4d17bd9120aa5e2c37322194e994c1ee.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:20:46,994 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=123 java.io.IOException: Unable to complete flush {ENCODED => 4d17bd9120aa5e2c37322194e994c1ee, NAME => 'TestAcidGuarantees,,1733368835132.4d17bd9120aa5e2c37322194e994c1ee.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:20:46,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.HMaster(4114): Remote procedure failed, pid=123 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4d17bd9120aa5e2c37322194e994c1ee, NAME => 'TestAcidGuarantees,,1733368835132.4d17bd9120aa5e2c37322194e994c1ee.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4d17bd9120aa5e2c37322194e994c1ee, NAME => 'TestAcidGuarantees,,1733368835132.4d17bd9120aa5e2c37322194e994c1ee.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:20:47,061 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:20:47,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40510 deadline: 1733368907060, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:20:47,068 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:20:47,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40494 deadline: 1733368907064, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:20:47,069 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:20:47,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40456 deadline: 1733368907065, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:20:47,069 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:20:47,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40442 deadline: 1733368907066, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:20:47,080 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:20:47,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40502 deadline: 1733368907076, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:20:47,112 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/.tmp/C/9269f33db47842be9cdc9d30ffe3401b as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/C/9269f33db47842be9cdc9d30ffe3401b 2024-12-05T03:20:47,117 INFO [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 4d17bd9120aa5e2c37322194e994c1ee/C of 4d17bd9120aa5e2c37322194e994c1ee into 9269f33db47842be9cdc9d30ffe3401b(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T03:20:47,117 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4d17bd9120aa5e2c37322194e994c1ee: 2024-12-05T03:20:47,117 INFO [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733368835132.4d17bd9120aa5e2c37322194e994c1ee., storeName=4d17bd9120aa5e2c37322194e994c1ee/C, priority=12, startTime=1733368846245; duration=0sec 2024-12-05T03:20:47,117 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T03:20:47,118 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4d17bd9120aa5e2c37322194e994c1ee:C 2024-12-05T03:20:47,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=122 2024-12-05T03:20:47,146 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 971fbbbe942d,46085,1733368737191 2024-12-05T03:20:47,146 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46085 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=123 2024-12-05T03:20:47,146 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733368835132.4d17bd9120aa5e2c37322194e994c1ee. 2024-12-05T03:20:47,146 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733368835132.4d17bd9120aa5e2c37322194e994c1ee. as already flushing 2024-12-05T03:20:47,147 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733368835132.4d17bd9120aa5e2c37322194e994c1ee. 2024-12-05T03:20:47,147 ERROR [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] handler.RSProcedureHandler(58): pid=123 java.io.IOException: Unable to complete flush {ENCODED => 4d17bd9120aa5e2c37322194e994c1ee, NAME => 'TestAcidGuarantees,,1733368835132.4d17bd9120aa5e2c37322194e994c1ee.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:20:47,147 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=123 java.io.IOException: Unable to complete flush {ENCODED => 4d17bd9120aa5e2c37322194e994c1ee, NAME => 'TestAcidGuarantees,,1733368835132.4d17bd9120aa5e2c37322194e994c1ee.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:20:47,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.HMaster(4114): Remote procedure failed, pid=123 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4d17bd9120aa5e2c37322194e994c1ee, NAME => 'TestAcidGuarantees,,1733368835132.4d17bd9120aa5e2c37322194e994c1ee.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4d17bd9120aa5e2c37322194e994c1ee, NAME => 'TestAcidGuarantees,,1733368835132.4d17bd9120aa5e2c37322194e994c1ee.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:20:47,216 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=170, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/.tmp/A/66e96cd5cc6449529e7a081874bc7a94 2024-12-05T03:20:47,223 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/.tmp/B/18b67c90fe584696ae521f186e4b4751 is 50, key is test_row_0/B:col10/1733368846391/Put/seqid=0 2024-12-05T03:20:47,226 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073742298_1474 (size=12151) 2024-12-05T03:20:47,303 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 971fbbbe942d,46085,1733368737191 2024-12-05T03:20:47,304 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46085 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=123 2024-12-05T03:20:47,304 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733368835132.4d17bd9120aa5e2c37322194e994c1ee. 2024-12-05T03:20:47,304 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733368835132.4d17bd9120aa5e2c37322194e994c1ee. as already flushing 2024-12-05T03:20:47,304 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733368835132.4d17bd9120aa5e2c37322194e994c1ee. 2024-12-05T03:20:47,304 ERROR [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] handler.RSProcedureHandler(58): pid=123 java.io.IOException: Unable to complete flush {ENCODED => 4d17bd9120aa5e2c37322194e994c1ee, NAME => 'TestAcidGuarantees,,1733368835132.4d17bd9120aa5e2c37322194e994c1ee.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:20:47,304 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=123 java.io.IOException: Unable to complete flush {ENCODED => 4d17bd9120aa5e2c37322194e994c1ee, NAME => 'TestAcidGuarantees,,1733368835132.4d17bd9120aa5e2c37322194e994c1ee.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:20:47,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.HMaster(4114): Remote procedure failed, pid=123 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4d17bd9120aa5e2c37322194e994c1ee, NAME => 'TestAcidGuarantees,,1733368835132.4d17bd9120aa5e2c37322194e994c1ee.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4d17bd9120aa5e2c37322194e994c1ee, NAME => 'TestAcidGuarantees,,1733368835132.4d17bd9120aa5e2c37322194e994c1ee.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:20:47,456 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 971fbbbe942d,46085,1733368737191 2024-12-05T03:20:47,457 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46085 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=123 2024-12-05T03:20:47,457 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733368835132.4d17bd9120aa5e2c37322194e994c1ee. 2024-12-05T03:20:47,457 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733368835132.4d17bd9120aa5e2c37322194e994c1ee. as already flushing 2024-12-05T03:20:47,457 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733368835132.4d17bd9120aa5e2c37322194e994c1ee. 2024-12-05T03:20:47,457 ERROR [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] handler.RSProcedureHandler(58): pid=123 java.io.IOException: Unable to complete flush {ENCODED => 4d17bd9120aa5e2c37322194e994c1ee, NAME => 'TestAcidGuarantees,,1733368835132.4d17bd9120aa5e2c37322194e994c1ee.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:20:47,457 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=123 java.io.IOException: Unable to complete flush {ENCODED => 4d17bd9120aa5e2c37322194e994c1ee, NAME => 'TestAcidGuarantees,,1733368835132.4d17bd9120aa5e2c37322194e994c1ee.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:20:47,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.HMaster(4114): Remote procedure failed, pid=123 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4d17bd9120aa5e2c37322194e994c1ee, NAME => 'TestAcidGuarantees,,1733368835132.4d17bd9120aa5e2c37322194e994c1ee.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4d17bd9120aa5e2c37322194e994c1ee, NAME => 'TestAcidGuarantees,,1733368835132.4d17bd9120aa5e2c37322194e994c1ee.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:20:47,568 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:20:47,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40510 deadline: 1733368907565, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:20:47,574 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:20:47,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40494 deadline: 1733368907571, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:20:47,575 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:20:47,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40456 deadline: 1733368907572, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:20:47,575 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:20:47,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40442 deadline: 1733368907574, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:20:47,588 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:20:47,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40502 deadline: 1733368907584, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:20:47,609 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 971fbbbe942d,46085,1733368737191 2024-12-05T03:20:47,610 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46085 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=123 2024-12-05T03:20:47,610 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733368835132.4d17bd9120aa5e2c37322194e994c1ee. 2024-12-05T03:20:47,610 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733368835132.4d17bd9120aa5e2c37322194e994c1ee. as already flushing 2024-12-05T03:20:47,610 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733368835132.4d17bd9120aa5e2c37322194e994c1ee. 2024-12-05T03:20:47,610 ERROR [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] handler.RSProcedureHandler(58): pid=123 java.io.IOException: Unable to complete flush {ENCODED => 4d17bd9120aa5e2c37322194e994c1ee, NAME => 'TestAcidGuarantees,,1733368835132.4d17bd9120aa5e2c37322194e994c1ee.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:20:47,610 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=123 java.io.IOException: Unable to complete flush {ENCODED => 4d17bd9120aa5e2c37322194e994c1ee, NAME => 'TestAcidGuarantees,,1733368835132.4d17bd9120aa5e2c37322194e994c1ee.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:20:47,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.HMaster(4114): Remote procedure failed, pid=123 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4d17bd9120aa5e2c37322194e994c1ee, NAME => 'TestAcidGuarantees,,1733368835132.4d17bd9120aa5e2c37322194e994c1ee.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4d17bd9120aa5e2c37322194e994c1ee, NAME => 'TestAcidGuarantees,,1733368835132.4d17bd9120aa5e2c37322194e994c1ee.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:20:47,627 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=170 (bloomFilter=true), to=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/.tmp/B/18b67c90fe584696ae521f186e4b4751 2024-12-05T03:20:47,634 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/.tmp/C/30690bc749d040da948a5a85c9c02cc6 is 50, key is test_row_0/C:col10/1733368846391/Put/seqid=0 2024-12-05T03:20:47,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=122 2024-12-05T03:20:47,640 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073742299_1475 (size=12151) 2024-12-05T03:20:47,763 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 971fbbbe942d,46085,1733368737191 2024-12-05T03:20:47,763 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46085 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=123 2024-12-05T03:20:47,763 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733368835132.4d17bd9120aa5e2c37322194e994c1ee. 2024-12-05T03:20:47,763 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733368835132.4d17bd9120aa5e2c37322194e994c1ee. as already flushing 2024-12-05T03:20:47,763 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733368835132.4d17bd9120aa5e2c37322194e994c1ee. 2024-12-05T03:20:47,763 ERROR [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] handler.RSProcedureHandler(58): pid=123 java.io.IOException: Unable to complete flush {ENCODED => 4d17bd9120aa5e2c37322194e994c1ee, NAME => 'TestAcidGuarantees,,1733368835132.4d17bd9120aa5e2c37322194e994c1ee.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:20:47,764 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=123 java.io.IOException: Unable to complete flush {ENCODED => 4d17bd9120aa5e2c37322194e994c1ee, NAME => 'TestAcidGuarantees,,1733368835132.4d17bd9120aa5e2c37322194e994c1ee.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:20:47,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.HMaster(4114): Remote procedure failed, pid=123 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4d17bd9120aa5e2c37322194e994c1ee, NAME => 'TestAcidGuarantees,,1733368835132.4d17bd9120aa5e2c37322194e994c1ee.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4d17bd9120aa5e2c37322194e994c1ee, NAME => 'TestAcidGuarantees,,1733368835132.4d17bd9120aa5e2c37322194e994c1ee.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:20:47,915 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 971fbbbe942d,46085,1733368737191 2024-12-05T03:20:47,916 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46085 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=123 2024-12-05T03:20:47,916 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733368835132.4d17bd9120aa5e2c37322194e994c1ee. 2024-12-05T03:20:47,916 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733368835132.4d17bd9120aa5e2c37322194e994c1ee. as already flushing 2024-12-05T03:20:47,916 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733368835132.4d17bd9120aa5e2c37322194e994c1ee. 2024-12-05T03:20:47,916 ERROR [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] handler.RSProcedureHandler(58): pid=123 java.io.IOException: Unable to complete flush {ENCODED => 4d17bd9120aa5e2c37322194e994c1ee, NAME => 'TestAcidGuarantees,,1733368835132.4d17bd9120aa5e2c37322194e994c1ee.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:20:47,916 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=123 java.io.IOException: Unable to complete flush {ENCODED => 4d17bd9120aa5e2c37322194e994c1ee, NAME => 'TestAcidGuarantees,,1733368835132.4d17bd9120aa5e2c37322194e994c1ee.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:20:47,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.HMaster(4114): Remote procedure failed, pid=123 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4d17bd9120aa5e2c37322194e994c1ee, NAME => 'TestAcidGuarantees,,1733368835132.4d17bd9120aa5e2c37322194e994c1ee.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4d17bd9120aa5e2c37322194e994c1ee, NAME => 'TestAcidGuarantees,,1733368835132.4d17bd9120aa5e2c37322194e994c1ee.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:20:48,041 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=170 (bloomFilter=true), to=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/.tmp/C/30690bc749d040da948a5a85c9c02cc6 2024-12-05T03:20:48,045 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/.tmp/A/66e96cd5cc6449529e7a081874bc7a94 as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/A/66e96cd5cc6449529e7a081874bc7a94 2024-12-05T03:20:48,048 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/A/66e96cd5cc6449529e7a081874bc7a94, entries=200, sequenceid=170, filesize=38.8 K 2024-12-05T03:20:48,049 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/.tmp/B/18b67c90fe584696ae521f186e4b4751 as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/B/18b67c90fe584696ae521f186e4b4751 2024-12-05T03:20:48,053 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/B/18b67c90fe584696ae521f186e4b4751, entries=150, sequenceid=170, filesize=11.9 K 2024-12-05T03:20:48,053 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/.tmp/C/30690bc749d040da948a5a85c9c02cc6 as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/C/30690bc749d040da948a5a85c9c02cc6 2024-12-05T03:20:48,056 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/C/30690bc749d040da948a5a85c9c02cc6, entries=150, sequenceid=170, filesize=11.9 K 2024-12-05T03:20:48,057 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=147.60 KB/151140 for 4d17bd9120aa5e2c37322194e994c1ee in 1664ms, sequenceid=170, compaction requested=false 2024-12-05T03:20:48,057 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 4d17bd9120aa5e2c37322194e994c1ee: 2024-12-05T03:20:48,068 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 971fbbbe942d,46085,1733368737191 2024-12-05T03:20:48,069 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46085 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=123 2024-12-05T03:20:48,069 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733368835132.4d17bd9120aa5e2c37322194e994c1ee. 2024-12-05T03:20:48,069 INFO [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegion(2837): Flushing 4d17bd9120aa5e2c37322194e994c1ee 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-12-05T03:20:48,069 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4d17bd9120aa5e2c37322194e994c1ee, store=A 2024-12-05T03:20:48,069 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T03:20:48,069 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4d17bd9120aa5e2c37322194e994c1ee, store=B 2024-12-05T03:20:48,069 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T03:20:48,069 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4d17bd9120aa5e2c37322194e994c1ee, store=C 2024-12-05T03:20:48,070 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T03:20:48,076 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120598a5e404e5d0498fa99cfd1035317948_4d17bd9120aa5e2c37322194e994c1ee is 50, key is test_row_0/A:col10/1733368846439/Put/seqid=0 2024-12-05T03:20:48,081 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073742300_1476 (size=12304) 2024-12-05T03:20:48,082 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:20:48,087 INFO [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120598a5e404e5d0498fa99cfd1035317948_4d17bd9120aa5e2c37322194e994c1ee to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120598a5e404e5d0498fa99cfd1035317948_4d17bd9120aa5e2c37322194e994c1ee 2024-12-05T03:20:48,088 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/.tmp/A/af9d14a642fd428c97a5d8d8f926ba4f, store: [table=TestAcidGuarantees family=A region=4d17bd9120aa5e2c37322194e994c1ee] 2024-12-05T03:20:48,088 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/.tmp/A/af9d14a642fd428c97a5d8d8f926ba4f is 175, key is test_row_0/A:col10/1733368846439/Put/seqid=0 2024-12-05T03:20:48,095 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073742301_1477 (size=31105) 2024-12-05T03:20:48,497 INFO [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=198, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/.tmp/A/af9d14a642fd428c97a5d8d8f926ba4f 2024-12-05T03:20:48,505 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/.tmp/B/45ddecffe634436c95f9e9c2962d4e08 is 50, key is test_row_0/B:col10/1733368846439/Put/seqid=0 2024-12-05T03:20:48,509 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073742302_1478 (size=12151) 2024-12-05T03:20:48,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(8581): Flush requested on 4d17bd9120aa5e2c37322194e994c1ee 2024-12-05T03:20:48,579 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733368835132.4d17bd9120aa5e2c37322194e994c1ee. as already flushing 2024-12-05T03:20:48,592 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:20:48,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40510 deadline: 1733368908586, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:20:48,592 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:20:48,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40442 deadline: 1733368908587, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:20:48,596 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:20:48,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40494 deadline: 1733368908589, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:20:48,596 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:20:48,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40456 deadline: 1733368908592, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:20:48,598 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:20:48,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40502 deadline: 1733368908595, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:20:48,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=122 2024-12-05T03:20:48,695 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:20:48,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40510 deadline: 1733368908693, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:20:48,695 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:20:48,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40442 deadline: 1733368908693, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:20:48,700 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:20:48,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40494 deadline: 1733368908697, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:20:48,700 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:20:48,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40456 deadline: 1733368908697, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:20:48,901 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:20:48,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40442 deadline: 1733368908896, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:20:48,902 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:20:48,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40510 deadline: 1733368908897, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:20:48,903 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:20:48,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40494 deadline: 1733368908901, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:20:48,903 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:20:48,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40456 deadline: 1733368908901, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:20:48,910 INFO [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=198 (bloomFilter=true), to=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/.tmp/B/45ddecffe634436c95f9e9c2962d4e08 2024-12-05T03:20:48,917 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/.tmp/C/6efd7e6ba1a7484ba2c46b61f44304a1 is 50, key is test_row_0/C:col10/1733368846439/Put/seqid=0 2024-12-05T03:20:48,921 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073742303_1479 (size=12151) 2024-12-05T03:20:49,207 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:20:49,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40510 deadline: 1733368909204, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:20:49,208 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:20:49,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40442 deadline: 1733368909205, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:20:49,208 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:20:49,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40494 deadline: 1733368909206, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:20:49,209 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:20:49,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40456 deadline: 1733368909206, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:20:49,322 INFO [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=198 (bloomFilter=true), to=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/.tmp/C/6efd7e6ba1a7484ba2c46b61f44304a1 2024-12-05T03:20:49,326 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/.tmp/A/af9d14a642fd428c97a5d8d8f926ba4f as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/A/af9d14a642fd428c97a5d8d8f926ba4f 2024-12-05T03:20:49,339 INFO [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/A/af9d14a642fd428c97a5d8d8f926ba4f, entries=150, sequenceid=198, filesize=30.4 K 2024-12-05T03:20:49,340 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/.tmp/B/45ddecffe634436c95f9e9c2962d4e08 as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/B/45ddecffe634436c95f9e9c2962d4e08 2024-12-05T03:20:49,354 INFO [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/B/45ddecffe634436c95f9e9c2962d4e08, entries=150, sequenceid=198, filesize=11.9 K 2024-12-05T03:20:49,355 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/.tmp/C/6efd7e6ba1a7484ba2c46b61f44304a1 as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/C/6efd7e6ba1a7484ba2c46b61f44304a1 2024-12-05T03:20:49,359 INFO [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/C/6efd7e6ba1a7484ba2c46b61f44304a1, entries=150, sequenceid=198, filesize=11.9 K 2024-12-05T03:20:49,360 INFO [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 4d17bd9120aa5e2c37322194e994c1ee in 1291ms, sequenceid=198, compaction requested=true 2024-12-05T03:20:49,360 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegion(2538): Flush status journal for 4d17bd9120aa5e2c37322194e994c1ee: 2024-12-05T03:20:49,360 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733368835132.4d17bd9120aa5e2c37322194e994c1ee. 2024-12-05T03:20:49,360 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=123 2024-12-05T03:20:49,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.HMaster(4106): Remote procedure done, pid=123 2024-12-05T03:20:49,363 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=123, resume processing ppid=122 2024-12-05T03:20:49,363 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=123, ppid=122, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.8260 sec 2024-12-05T03:20:49,364 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=122, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=122, table=TestAcidGuarantees in 2.8300 sec 2024-12-05T03:20:49,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(8581): Flush requested on 4d17bd9120aa5e2c37322194e994c1ee 2024-12-05T03:20:49,714 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 4d17bd9120aa5e2c37322194e994c1ee 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-12-05T03:20:49,714 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4d17bd9120aa5e2c37322194e994c1ee, store=A 2024-12-05T03:20:49,715 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T03:20:49,715 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4d17bd9120aa5e2c37322194e994c1ee, store=B 2024-12-05T03:20:49,715 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T03:20:49,715 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4d17bd9120aa5e2c37322194e994c1ee, store=C 2024-12-05T03:20:49,715 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T03:20:49,722 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120522467c1c722b4d02b2d55b43a55f2eab_4d17bd9120aa5e2c37322194e994c1ee is 50, key is test_row_0/A:col10/1733368849713/Put/seqid=0 2024-12-05T03:20:49,726 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073742304_1480 (size=12304) 2024-12-05T03:20:49,760 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:20:49,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40456 deadline: 1733368909758, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:20:49,766 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:20:49,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40442 deadline: 1733368909759, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:20:49,769 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:20:49,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40510 deadline: 1733368909760, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:20:49,769 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:20:49,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40494 deadline: 1733368909760, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:20:49,867 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:20:49,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40456 deadline: 1733368909861, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:20:49,870 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:20:49,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40442 deadline: 1733368909867, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:20:49,875 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:20:49,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40510 deadline: 1733368909870, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:20:49,876 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:20:49,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40494 deadline: 1733368909870, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:20:50,072 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:20:50,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40456 deadline: 1733368910070, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:20:50,077 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:20:50,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40442 deadline: 1733368910071, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:20:50,079 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:20:50,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40510 deadline: 1733368910076, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:20:50,080 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:20:50,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40494 deadline: 1733368910077, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:20:50,126 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:20:50,130 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120522467c1c722b4d02b2d55b43a55f2eab_4d17bd9120aa5e2c37322194e994c1ee to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120522467c1c722b4d02b2d55b43a55f2eab_4d17bd9120aa5e2c37322194e994c1ee 2024-12-05T03:20:50,131 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/.tmp/A/3b1237f621e44ab9b8dbf62e3e1236b5, store: [table=TestAcidGuarantees family=A region=4d17bd9120aa5e2c37322194e994c1ee] 2024-12-05T03:20:50,132 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/.tmp/A/3b1237f621e44ab9b8dbf62e3e1236b5 is 175, key is test_row_0/A:col10/1733368849713/Put/seqid=0 2024-12-05T03:20:50,136 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073742305_1481 (size=31105) 2024-12-05T03:20:50,381 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:20:50,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40456 deadline: 1733368910375, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:20:50,382 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:20:50,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40442 deadline: 1733368910381, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:20:50,388 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:20:50,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40494 deadline: 1733368910383, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:20:50,389 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:20:50,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40510 deadline: 1733368910384, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:20:50,537 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=210, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/.tmp/A/3b1237f621e44ab9b8dbf62e3e1236b5 2024-12-05T03:20:50,546 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/.tmp/B/6a0f28101f8747118f20077d05378dbe is 50, key is test_row_0/B:col10/1733368849713/Put/seqid=0 2024-12-05T03:20:50,558 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073742306_1482 (size=12151) 2024-12-05T03:20:50,558 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=210 (bloomFilter=true), to=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/.tmp/B/6a0f28101f8747118f20077d05378dbe 2024-12-05T03:20:50,566 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/.tmp/C/0572863060484e8887773a435dfad2e9 is 50, key is test_row_0/C:col10/1733368849713/Put/seqid=0 2024-12-05T03:20:50,580 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073742307_1483 (size=12151) 2024-12-05T03:20:50,580 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=210 (bloomFilter=true), to=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/.tmp/C/0572863060484e8887773a435dfad2e9 2024-12-05T03:20:50,587 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/.tmp/A/3b1237f621e44ab9b8dbf62e3e1236b5 as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/A/3b1237f621e44ab9b8dbf62e3e1236b5 2024-12-05T03:20:50,593 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/A/3b1237f621e44ab9b8dbf62e3e1236b5, entries=150, sequenceid=210, filesize=30.4 K 2024-12-05T03:20:50,594 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/.tmp/B/6a0f28101f8747118f20077d05378dbe as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/B/6a0f28101f8747118f20077d05378dbe 2024-12-05T03:20:50,597 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/B/6a0f28101f8747118f20077d05378dbe, entries=150, sequenceid=210, filesize=11.9 K 2024-12-05T03:20:50,598 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/.tmp/C/0572863060484e8887773a435dfad2e9 as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/C/0572863060484e8887773a435dfad2e9 2024-12-05T03:20:50,602 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/C/0572863060484e8887773a435dfad2e9, entries=150, sequenceid=210, filesize=11.9 K 2024-12-05T03:20:50,603 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 4d17bd9120aa5e2c37322194e994c1ee in 889ms, sequenceid=210, compaction requested=true 2024-12-05T03:20:50,603 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 4d17bd9120aa5e2c37322194e994c1ee: 2024-12-05T03:20:50,603 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-05T03:20:50,603 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4d17bd9120aa5e2c37322194e994c1ee:A, priority=-2147483648, current under compaction store size is 1 2024-12-05T03:20:50,603 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T03:20:50,604 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-05T03:20:50,604 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4d17bd9120aa5e2c37322194e994c1ee:B, priority=-2147483648, current under compaction store size is 2 2024-12-05T03:20:50,604 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T03:20:50,604 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4d17bd9120aa5e2c37322194e994c1ee:C, priority=-2147483648, current under compaction store size is 3 2024-12-05T03:20:50,604 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T03:20:50,605 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 133406 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-05T03:20:50,605 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.HStore(1540): 4d17bd9120aa5e2c37322194e994c1ee/A is initiating minor compaction (all files) 2024-12-05T03:20:50,605 INFO [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4d17bd9120aa5e2c37322194e994c1ee/A in TestAcidGuarantees,,1733368835132.4d17bd9120aa5e2c37322194e994c1ee. 2024-12-05T03:20:50,605 INFO [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/A/2c87c3286d8e4bf093185a32ef77717e, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/A/66e96cd5cc6449529e7a081874bc7a94, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/A/af9d14a642fd428c97a5d8d8f926ba4f, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/A/3b1237f621e44ab9b8dbf62e3e1236b5] into tmpdir=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/.tmp, totalSize=130.3 K 2024-12-05T03:20:50,605 INFO [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733368835132.4d17bd9120aa5e2c37322194e994c1ee. 2024-12-05T03:20:50,605 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733368835132.4d17bd9120aa5e2c37322194e994c1ee. files: [hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/A/2c87c3286d8e4bf093185a32ef77717e, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/A/66e96cd5cc6449529e7a081874bc7a94, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/A/af9d14a642fd428c97a5d8d8f926ba4f, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/A/3b1237f621e44ab9b8dbf62e3e1236b5] 2024-12-05T03:20:50,605 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48946 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-05T03:20:50,605 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.HStore(1540): 4d17bd9120aa5e2c37322194e994c1ee/B is initiating minor compaction (all files) 2024-12-05T03:20:50,605 INFO [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4d17bd9120aa5e2c37322194e994c1ee/B in TestAcidGuarantees,,1733368835132.4d17bd9120aa5e2c37322194e994c1ee. 2024-12-05T03:20:50,606 INFO [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/B/c0456ebf0d9e42349b34a6aa6620e7d0, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/B/18b67c90fe584696ae521f186e4b4751, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/B/45ddecffe634436c95f9e9c2962d4e08, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/B/6a0f28101f8747118f20077d05378dbe] into tmpdir=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/.tmp, totalSize=47.8 K 2024-12-05T03:20:50,606 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2c87c3286d8e4bf093185a32ef77717e, keycount=150, bloomtype=ROW, size=30.7 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1733368845655 2024-12-05T03:20:50,606 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] compactions.Compactor(224): Compacting c0456ebf0d9e42349b34a6aa6620e7d0, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1733368845655 2024-12-05T03:20:50,606 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] compactions.Compactor(224): Compacting 66e96cd5cc6449529e7a081874bc7a94, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1733368845772 2024-12-05T03:20:50,606 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] compactions.Compactor(224): Compacting 18b67c90fe584696ae521f186e4b4751, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1733368845772 2024-12-05T03:20:50,607 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] compactions.Compactor(224): Compacting af9d14a642fd428c97a5d8d8f926ba4f, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=198, earliestPutTs=1733368846439 2024-12-05T03:20:50,607 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] compactions.Compactor(224): Compacting 45ddecffe634436c95f9e9c2962d4e08, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=198, earliestPutTs=1733368846439 2024-12-05T03:20:50,608 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3b1237f621e44ab9b8dbf62e3e1236b5, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=210, earliestPutTs=1733368848588 2024-12-05T03:20:50,608 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] compactions.Compactor(224): Compacting 6a0f28101f8747118f20077d05378dbe, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=210, earliestPutTs=1733368848588 2024-12-05T03:20:50,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(8581): Flush requested on 4d17bd9120aa5e2c37322194e994c1ee 2024-12-05T03:20:50,611 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 4d17bd9120aa5e2c37322194e994c1ee 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-12-05T03:20:50,611 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4d17bd9120aa5e2c37322194e994c1ee, store=A 2024-12-05T03:20:50,611 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T03:20:50,611 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4d17bd9120aa5e2c37322194e994c1ee, store=B 2024-12-05T03:20:50,611 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T03:20:50,611 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4d17bd9120aa5e2c37322194e994c1ee, store=C 2024-12-05T03:20:50,611 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T03:20:50,626 INFO [RS:0;971fbbbe942d:46085-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4d17bd9120aa5e2c37322194e994c1ee#B#compaction#412 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T03:20:50,628 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/.tmp/B/7d1d8c3d7abd443aad5d7212c7d2b525 is 50, key is test_row_0/B:col10/1733368849713/Put/seqid=0 2024-12-05T03:20:50,629 INFO [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=4d17bd9120aa5e2c37322194e994c1ee] 2024-12-05T03:20:50,639 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120538428132a2ba469bb0954a4bfc5e6196_4d17bd9120aa5e2c37322194e994c1ee is 50, key is test_row_0/A:col10/1733368850609/Put/seqid=0 2024-12-05T03:20:50,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=122 2024-12-05T03:20:50,642 INFO [Thread-1898 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 122 completed 2024-12-05T03:20:50,643 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241205937e2acdc2a8476a8b873af7997aa9cf_4d17bd9120aa5e2c37322194e994c1ee store=[table=TestAcidGuarantees family=A region=4d17bd9120aa5e2c37322194e994c1ee] 2024-12-05T03:20:50,645 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-05T03:20:50,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] procedure2.ProcedureExecutor(1098): Stored pid=124, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=124, table=TestAcidGuarantees 2024-12-05T03:20:50,646 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241205937e2acdc2a8476a8b873af7997aa9cf_4d17bd9120aa5e2c37322194e994c1ee, store=[table=TestAcidGuarantees family=A region=4d17bd9120aa5e2c37322194e994c1ee] 2024-12-05T03:20:50,646 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241205937e2acdc2a8476a8b873af7997aa9cf_4d17bd9120aa5e2c37322194e994c1ee because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=4d17bd9120aa5e2c37322194e994c1ee] 2024-12-05T03:20:50,646 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=124, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=124, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-05T03:20:50,647 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=124, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=124, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-05T03:20:50,647 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=125, ppid=124, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-05T03:20:50,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=124 2024-12-05T03:20:50,686 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:20:50,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40502 deadline: 1733368910676, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:20:50,693 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073742308_1484 (size=12629) 2024-12-05T03:20:50,700 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/.tmp/B/7d1d8c3d7abd443aad5d7212c7d2b525 as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/B/7d1d8c3d7abd443aad5d7212c7d2b525 2024-12-05T03:20:50,706 INFO [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 4d17bd9120aa5e2c37322194e994c1ee/B of 4d17bd9120aa5e2c37322194e994c1ee into 7d1d8c3d7abd443aad5d7212c7d2b525(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T03:20:50,706 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4d17bd9120aa5e2c37322194e994c1ee: 2024-12-05T03:20:50,706 INFO [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733368835132.4d17bd9120aa5e2c37322194e994c1ee., storeName=4d17bd9120aa5e2c37322194e994c1ee/B, priority=12, startTime=1733368850604; duration=0sec 2024-12-05T03:20:50,706 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T03:20:50,706 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4d17bd9120aa5e2c37322194e994c1ee:B 2024-12-05T03:20:50,706 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-05T03:20:50,708 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073742309_1485 (size=14794) 2024-12-05T03:20:50,708 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48946 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-05T03:20:50,708 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.HStore(1540): 4d17bd9120aa5e2c37322194e994c1ee/C is initiating minor compaction (all files) 2024-12-05T03:20:50,708 INFO [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4d17bd9120aa5e2c37322194e994c1ee/C in TestAcidGuarantees,,1733368835132.4d17bd9120aa5e2c37322194e994c1ee. 2024-12-05T03:20:50,708 INFO [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/C/9269f33db47842be9cdc9d30ffe3401b, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/C/30690bc749d040da948a5a85c9c02cc6, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/C/6efd7e6ba1a7484ba2c46b61f44304a1, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/C/0572863060484e8887773a435dfad2e9] into tmpdir=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/.tmp, totalSize=47.8 K 2024-12-05T03:20:50,709 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] compactions.Compactor(224): Compacting 9269f33db47842be9cdc9d30ffe3401b, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1733368845655 2024-12-05T03:20:50,709 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] compactions.Compactor(224): Compacting 30690bc749d040da948a5a85c9c02cc6, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1733368845772 2024-12-05T03:20:50,709 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:20:50,710 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] compactions.Compactor(224): Compacting 6efd7e6ba1a7484ba2c46b61f44304a1, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=198, earliestPutTs=1733368846439 2024-12-05T03:20:50,711 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] compactions.Compactor(224): Compacting 0572863060484e8887773a435dfad2e9, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=210, earliestPutTs=1733368848588 2024-12-05T03:20:50,712 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120538428132a2ba469bb0954a4bfc5e6196_4d17bd9120aa5e2c37322194e994c1ee to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120538428132a2ba469bb0954a4bfc5e6196_4d17bd9120aa5e2c37322194e994c1ee 2024-12-05T03:20:50,713 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/.tmp/A/90561592af20465fbe2eb7a713d03c9d, store: [table=TestAcidGuarantees family=A region=4d17bd9120aa5e2c37322194e994c1ee] 2024-12-05T03:20:50,714 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/.tmp/A/90561592af20465fbe2eb7a713d03c9d is 175, key is test_row_0/A:col10/1733368850609/Put/seqid=0 2024-12-05T03:20:50,726 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073742310_1486 (size=4469) 2024-12-05T03:20:50,727 INFO [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4d17bd9120aa5e2c37322194e994c1ee#A#compaction#413 average throughput is 0.25 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T03:20:50,728 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/.tmp/A/639ee641cceb4b4a98d8f1cfc660212e is 175, key is test_row_0/A:col10/1733368849713/Put/seqid=0 2024-12-05T03:20:50,747 INFO [RS:0;971fbbbe942d:46085-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4d17bd9120aa5e2c37322194e994c1ee#C#compaction#415 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T03:20:50,747 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/.tmp/C/1c8eaf4f1d1c4e539f3f8de5f8c2f245 is 50, key is test_row_0/C:col10/1733368849713/Put/seqid=0 2024-12-05T03:20:50,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=124 2024-12-05T03:20:50,773 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073742311_1487 (size=39749) 2024-12-05T03:20:50,782 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073742312_1488 (size=31583) 2024-12-05T03:20:50,790 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073742313_1489 (size=12629) 2024-12-05T03:20:50,793 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:20:50,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40502 deadline: 1733368910789, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:20:50,799 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 971fbbbe942d,46085,1733368737191 2024-12-05T03:20:50,800 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46085 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=125 2024-12-05T03:20:50,800 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733368835132.4d17bd9120aa5e2c37322194e994c1ee. 2024-12-05T03:20:50,800 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733368835132.4d17bd9120aa5e2c37322194e994c1ee. as already flushing 2024-12-05T03:20:50,800 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733368835132.4d17bd9120aa5e2c37322194e994c1ee. 2024-12-05T03:20:50,800 ERROR [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] handler.RSProcedureHandler(58): pid=125 java.io.IOException: Unable to complete flush {ENCODED => 4d17bd9120aa5e2c37322194e994c1ee, NAME => 'TestAcidGuarantees,,1733368835132.4d17bd9120aa5e2c37322194e994c1ee.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:20:50,800 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=125 java.io.IOException: Unable to complete flush {ENCODED => 4d17bd9120aa5e2c37322194e994c1ee, NAME => 'TestAcidGuarantees,,1733368835132.4d17bd9120aa5e2c37322194e994c1ee.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:20:50,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.HMaster(4114): Remote procedure failed, pid=125 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4d17bd9120aa5e2c37322194e994c1ee, NAME => 'TestAcidGuarantees,,1733368835132.4d17bd9120aa5e2c37322194e994c1ee.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4d17bd9120aa5e2c37322194e994c1ee, NAME => 'TestAcidGuarantees,,1733368835132.4d17bd9120aa5e2c37322194e994c1ee.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:20:50,886 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:20:50,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40442 deadline: 1733368910884, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:20:50,892 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:20:50,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40456 deadline: 1733368910887, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:20:50,897 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:20:50,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40510 deadline: 1733368910893, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:20:50,898 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:20:50,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40494 deadline: 1733368910893, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:20:50,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=124 2024-12-05T03:20:50,953 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 971fbbbe942d,46085,1733368737191 2024-12-05T03:20:50,953 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46085 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=125 2024-12-05T03:20:50,953 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733368835132.4d17bd9120aa5e2c37322194e994c1ee. 2024-12-05T03:20:50,953 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733368835132.4d17bd9120aa5e2c37322194e994c1ee. as already flushing 2024-12-05T03:20:50,954 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733368835132.4d17bd9120aa5e2c37322194e994c1ee. 2024-12-05T03:20:50,954 ERROR [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] handler.RSProcedureHandler(58): pid=125 java.io.IOException: Unable to complete flush {ENCODED => 4d17bd9120aa5e2c37322194e994c1ee, NAME => 'TestAcidGuarantees,,1733368835132.4d17bd9120aa5e2c37322194e994c1ee.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:20:50,954 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=125 java.io.IOException: Unable to complete flush {ENCODED => 4d17bd9120aa5e2c37322194e994c1ee, NAME => 'TestAcidGuarantees,,1733368835132.4d17bd9120aa5e2c37322194e994c1ee.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:20:50,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.HMaster(4114): Remote procedure failed, pid=125 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4d17bd9120aa5e2c37322194e994c1ee, NAME => 'TestAcidGuarantees,,1733368835132.4d17bd9120aa5e2c37322194e994c1ee.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4d17bd9120aa5e2c37322194e994c1ee, NAME => 'TestAcidGuarantees,,1733368835132.4d17bd9120aa5e2c37322194e994c1ee.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:20:51,002 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:20:51,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40502 deadline: 1733368910996, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:20:51,106 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 971fbbbe942d,46085,1733368737191 2024-12-05T03:20:51,106 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46085 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=125 2024-12-05T03:20:51,106 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733368835132.4d17bd9120aa5e2c37322194e994c1ee. 2024-12-05T03:20:51,106 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733368835132.4d17bd9120aa5e2c37322194e994c1ee. as already flushing 2024-12-05T03:20:51,106 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733368835132.4d17bd9120aa5e2c37322194e994c1ee. 2024-12-05T03:20:51,107 ERROR [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] handler.RSProcedureHandler(58): pid=125 java.io.IOException: Unable to complete flush {ENCODED => 4d17bd9120aa5e2c37322194e994c1ee, NAME => 'TestAcidGuarantees,,1733368835132.4d17bd9120aa5e2c37322194e994c1ee.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:20:51,107 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=125 java.io.IOException: Unable to complete flush {ENCODED => 4d17bd9120aa5e2c37322194e994c1ee, NAME => 'TestAcidGuarantees,,1733368835132.4d17bd9120aa5e2c37322194e994c1ee.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:20:51,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.HMaster(4114): Remote procedure failed, pid=125 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4d17bd9120aa5e2c37322194e994c1ee, NAME => 'TestAcidGuarantees,,1733368835132.4d17bd9120aa5e2c37322194e994c1ee.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4d17bd9120aa5e2c37322194e994c1ee, NAME => 'TestAcidGuarantees,,1733368835132.4d17bd9120aa5e2c37322194e994c1ee.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:20:51,175 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=235, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/.tmp/A/90561592af20465fbe2eb7a713d03c9d 2024-12-05T03:20:51,188 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/.tmp/B/ecc186be9dca450580b3ba541a384360 is 50, key is test_row_0/B:col10/1733368850609/Put/seqid=0 2024-12-05T03:20:51,203 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/.tmp/A/639ee641cceb4b4a98d8f1cfc660212e as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/A/639ee641cceb4b4a98d8f1cfc660212e 2024-12-05T03:20:51,203 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/.tmp/C/1c8eaf4f1d1c4e539f3f8de5f8c2f245 as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/C/1c8eaf4f1d1c4e539f3f8de5f8c2f245 2024-12-05T03:20:51,208 INFO [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 4d17bd9120aa5e2c37322194e994c1ee/C of 4d17bd9120aa5e2c37322194e994c1ee into 1c8eaf4f1d1c4e539f3f8de5f8c2f245(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T03:20:51,208 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4d17bd9120aa5e2c37322194e994c1ee: 2024-12-05T03:20:51,208 INFO [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733368835132.4d17bd9120aa5e2c37322194e994c1ee., storeName=4d17bd9120aa5e2c37322194e994c1ee/C, priority=12, startTime=1733368850604; duration=0sec 2024-12-05T03:20:51,208 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T03:20:51,208 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4d17bd9120aa5e2c37322194e994c1ee:C 2024-12-05T03:20:51,211 INFO [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 4d17bd9120aa5e2c37322194e994c1ee/A of 4d17bd9120aa5e2c37322194e994c1ee into 639ee641cceb4b4a98d8f1cfc660212e(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T03:20:51,211 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4d17bd9120aa5e2c37322194e994c1ee: 2024-12-05T03:20:51,211 INFO [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733368835132.4d17bd9120aa5e2c37322194e994c1ee., storeName=4d17bd9120aa5e2c37322194e994c1ee/A, priority=12, startTime=1733368850603; duration=0sec 2024-12-05T03:20:51,211 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T03:20:51,211 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4d17bd9120aa5e2c37322194e994c1ee:A 2024-12-05T03:20:51,229 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073742314_1490 (size=12151) 2024-12-05T03:20:51,230 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=235 (bloomFilter=true), to=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/.tmp/B/ecc186be9dca450580b3ba541a384360 2024-12-05T03:20:51,246 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/.tmp/C/fc9ed7f726ea41e2bbf82bd9e146820b is 50, key is test_row_0/C:col10/1733368850609/Put/seqid=0 2024-12-05T03:20:51,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=124 2024-12-05T03:20:51,257 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073742315_1491 (size=12151) 2024-12-05T03:20:51,258 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 971fbbbe942d,46085,1733368737191 2024-12-05T03:20:51,259 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46085 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=125 2024-12-05T03:20:51,259 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733368835132.4d17bd9120aa5e2c37322194e994c1ee. 2024-12-05T03:20:51,259 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733368835132.4d17bd9120aa5e2c37322194e994c1ee. as already flushing 2024-12-05T03:20:51,259 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733368835132.4d17bd9120aa5e2c37322194e994c1ee. 2024-12-05T03:20:51,259 ERROR [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] handler.RSProcedureHandler(58): pid=125 java.io.IOException: Unable to complete flush {ENCODED => 4d17bd9120aa5e2c37322194e994c1ee, NAME => 'TestAcidGuarantees,,1733368835132.4d17bd9120aa5e2c37322194e994c1ee.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:20:51,259 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=125 java.io.IOException: Unable to complete flush {ENCODED => 4d17bd9120aa5e2c37322194e994c1ee, NAME => 'TestAcidGuarantees,,1733368835132.4d17bd9120aa5e2c37322194e994c1ee.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:20:51,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.HMaster(4114): Remote procedure failed, pid=125 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4d17bd9120aa5e2c37322194e994c1ee, NAME => 'TestAcidGuarantees,,1733368835132.4d17bd9120aa5e2c37322194e994c1ee.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4d17bd9120aa5e2c37322194e994c1ee, NAME => 'TestAcidGuarantees,,1733368835132.4d17bd9120aa5e2c37322194e994c1ee.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:20:51,306 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:20:51,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40502 deadline: 1733368911303, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:20:51,411 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 971fbbbe942d,46085,1733368737191 2024-12-05T03:20:51,411 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46085 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=125 2024-12-05T03:20:51,411 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733368835132.4d17bd9120aa5e2c37322194e994c1ee. 2024-12-05T03:20:51,412 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733368835132.4d17bd9120aa5e2c37322194e994c1ee. as already flushing 2024-12-05T03:20:51,412 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733368835132.4d17bd9120aa5e2c37322194e994c1ee. 2024-12-05T03:20:51,412 ERROR [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] handler.RSProcedureHandler(58): pid=125 java.io.IOException: Unable to complete flush {ENCODED => 4d17bd9120aa5e2c37322194e994c1ee, NAME => 'TestAcidGuarantees,,1733368835132.4d17bd9120aa5e2c37322194e994c1ee.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:20:51,412 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=125 java.io.IOException: Unable to complete flush {ENCODED => 4d17bd9120aa5e2c37322194e994c1ee, NAME => 'TestAcidGuarantees,,1733368835132.4d17bd9120aa5e2c37322194e994c1ee.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:20:51,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.HMaster(4114): Remote procedure failed, pid=125 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4d17bd9120aa5e2c37322194e994c1ee, NAME => 'TestAcidGuarantees,,1733368835132.4d17bd9120aa5e2c37322194e994c1ee.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4d17bd9120aa5e2c37322194e994c1ee, NAME => 'TestAcidGuarantees,,1733368835132.4d17bd9120aa5e2c37322194e994c1ee.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:20:51,563 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 971fbbbe942d,46085,1733368737191 2024-12-05T03:20:51,564 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46085 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=125 2024-12-05T03:20:51,564 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733368835132.4d17bd9120aa5e2c37322194e994c1ee. 2024-12-05T03:20:51,564 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733368835132.4d17bd9120aa5e2c37322194e994c1ee. as already flushing 2024-12-05T03:20:51,564 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733368835132.4d17bd9120aa5e2c37322194e994c1ee. 2024-12-05T03:20:51,564 ERROR [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] handler.RSProcedureHandler(58): pid=125 java.io.IOException: Unable to complete flush {ENCODED => 4d17bd9120aa5e2c37322194e994c1ee, NAME => 'TestAcidGuarantees,,1733368835132.4d17bd9120aa5e2c37322194e994c1ee.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:20:51,564 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=125 java.io.IOException: Unable to complete flush {ENCODED => 4d17bd9120aa5e2c37322194e994c1ee, NAME => 'TestAcidGuarantees,,1733368835132.4d17bd9120aa5e2c37322194e994c1ee.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:20:51,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.HMaster(4114): Remote procedure failed, pid=125 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4d17bd9120aa5e2c37322194e994c1ee, NAME => 'TestAcidGuarantees,,1733368835132.4d17bd9120aa5e2c37322194e994c1ee.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4d17bd9120aa5e2c37322194e994c1ee, NAME => 'TestAcidGuarantees,,1733368835132.4d17bd9120aa5e2c37322194e994c1ee.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:20:51,658 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=235 (bloomFilter=true), to=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/.tmp/C/fc9ed7f726ea41e2bbf82bd9e146820b 2024-12-05T03:20:51,664 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/.tmp/A/90561592af20465fbe2eb7a713d03c9d as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/A/90561592af20465fbe2eb7a713d03c9d 2024-12-05T03:20:51,669 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/A/90561592af20465fbe2eb7a713d03c9d, entries=200, sequenceid=235, filesize=38.8 K 2024-12-05T03:20:51,669 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/.tmp/B/ecc186be9dca450580b3ba541a384360 as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/B/ecc186be9dca450580b3ba541a384360 2024-12-05T03:20:51,673 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/B/ecc186be9dca450580b3ba541a384360, entries=150, sequenceid=235, filesize=11.9 K 2024-12-05T03:20:51,674 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/.tmp/C/fc9ed7f726ea41e2bbf82bd9e146820b as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/C/fc9ed7f726ea41e2bbf82bd9e146820b 2024-12-05T03:20:51,678 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/C/fc9ed7f726ea41e2bbf82bd9e146820b, entries=150, sequenceid=235, filesize=11.9 K 2024-12-05T03:20:51,679 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 4d17bd9120aa5e2c37322194e994c1ee in 1068ms, sequenceid=235, compaction requested=false 2024-12-05T03:20:51,679 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 4d17bd9120aa5e2c37322194e994c1ee: 2024-12-05T03:20:51,716 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 971fbbbe942d,46085,1733368737191 2024-12-05T03:20:51,716 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46085 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=125 2024-12-05T03:20:51,716 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733368835132.4d17bd9120aa5e2c37322194e994c1ee. 2024-12-05T03:20:51,717 INFO [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(2837): Flushing 4d17bd9120aa5e2c37322194e994c1ee 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-05T03:20:51,717 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4d17bd9120aa5e2c37322194e994c1ee, store=A 2024-12-05T03:20:51,717 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T03:20:51,717 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4d17bd9120aa5e2c37322194e994c1ee, store=B 2024-12-05T03:20:51,717 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T03:20:51,717 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4d17bd9120aa5e2c37322194e994c1ee, store=C 2024-12-05T03:20:51,717 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T03:20:51,724 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120522fbf5bb83494403bde213a6c962188d_4d17bd9120aa5e2c37322194e994c1ee is 50, key is test_row_0/A:col10/1733368850664/Put/seqid=0 2024-12-05T03:20:51,729 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073742316_1492 (size=12304) 2024-12-05T03:20:51,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=124 2024-12-05T03:20:51,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(8581): Flush requested on 4d17bd9120aa5e2c37322194e994c1ee 2024-12-05T03:20:51,811 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733368835132.4d17bd9120aa5e2c37322194e994c1ee. as already flushing 2024-12-05T03:20:51,912 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:20:51,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40456 deadline: 1733368911906, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:20:51,912 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:20:51,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40502 deadline: 1733368911906, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:20:51,912 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:20:51,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40494 deadline: 1733368911907, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:20:51,912 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:20:51,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40442 deadline: 1733368911908, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:20:51,913 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:20:51,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40510 deadline: 1733368911908, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:20:52,016 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:20:52,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40456 deadline: 1733368912013, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:20:52,018 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:20:52,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40502 deadline: 1733368912013, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:20:52,018 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:20:52,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40442 deadline: 1733368912013, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:20:52,018 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:20:52,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40494 deadline: 1733368912014, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:20:52,018 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:20:52,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40510 deadline: 1733368912014, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:20:52,130 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:20:52,133 INFO [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120522fbf5bb83494403bde213a6c962188d_4d17bd9120aa5e2c37322194e994c1ee to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120522fbf5bb83494403bde213a6c962188d_4d17bd9120aa5e2c37322194e994c1ee 2024-12-05T03:20:52,134 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/.tmp/A/19f01584580d4dc8ab83b02575b11c64, store: [table=TestAcidGuarantees family=A region=4d17bd9120aa5e2c37322194e994c1ee] 2024-12-05T03:20:52,135 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/.tmp/A/19f01584580d4dc8ab83b02575b11c64 is 175, key is test_row_0/A:col10/1733368850664/Put/seqid=0 2024-12-05T03:20:52,141 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073742317_1493 (size=31105) 2024-12-05T03:20:52,142 INFO [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=249, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/.tmp/A/19f01584580d4dc8ab83b02575b11c64 2024-12-05T03:20:52,154 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/.tmp/B/32708f70ec624c538412243ca6de4bb7 is 50, key is test_row_0/B:col10/1733368850664/Put/seqid=0 2024-12-05T03:20:52,157 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073742318_1494 (size=12151) 2024-12-05T03:20:52,221 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:20:52,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40456 deadline: 1733368912217, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:20:52,223 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:20:52,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40502 deadline: 1733368912219, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:20:52,223 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:20:52,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40442 deadline: 1733368912220, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:20:52,223 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:20:52,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40494 deadline: 1733368912220, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:20:52,223 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:20:52,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40510 deadline: 1733368912221, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:20:52,525 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:20:52,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40456 deadline: 1733368912523, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:20:52,526 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:20:52,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40442 deadline: 1733368912524, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:20:52,526 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:20:52,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40494 deadline: 1733368912524, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:20:52,526 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:20:52,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40502 deadline: 1733368912525, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:20:52,530 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:20:52,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40510 deadline: 1733368912526, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:20:52,558 INFO [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=249 (bloomFilter=true), to=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/.tmp/B/32708f70ec624c538412243ca6de4bb7 2024-12-05T03:20:52,566 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/.tmp/C/f06eb3bd586742c0b7468da687d5be68 is 50, key is test_row_0/C:col10/1733368850664/Put/seqid=0 2024-12-05T03:20:52,590 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073742319_1495 (size=12151) 2024-12-05T03:20:52,591 INFO [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=249 (bloomFilter=true), to=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/.tmp/C/f06eb3bd586742c0b7468da687d5be68 2024-12-05T03:20:52,597 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/.tmp/A/19f01584580d4dc8ab83b02575b11c64 as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/A/19f01584580d4dc8ab83b02575b11c64 2024-12-05T03:20:52,600 INFO [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/A/19f01584580d4dc8ab83b02575b11c64, entries=150, sequenceid=249, filesize=30.4 K 2024-12-05T03:20:52,602 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/.tmp/B/32708f70ec624c538412243ca6de4bb7 as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/B/32708f70ec624c538412243ca6de4bb7 2024-12-05T03:20:52,607 INFO [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/B/32708f70ec624c538412243ca6de4bb7, entries=150, sequenceid=249, filesize=11.9 K 2024-12-05T03:20:52,607 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/.tmp/C/f06eb3bd586742c0b7468da687d5be68 as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/C/f06eb3bd586742c0b7468da687d5be68 2024-12-05T03:20:52,611 INFO [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/C/f06eb3bd586742c0b7468da687d5be68, entries=150, sequenceid=249, filesize=11.9 K 2024-12-05T03:20:52,612 INFO [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=154.31 KB/158010 for 4d17bd9120aa5e2c37322194e994c1ee in 896ms, sequenceid=249, compaction requested=true 2024-12-05T03:20:52,612 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(2538): Flush status journal for 4d17bd9120aa5e2c37322194e994c1ee: 2024-12-05T03:20:52,612 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733368835132.4d17bd9120aa5e2c37322194e994c1ee. 2024-12-05T03:20:52,612 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=125 2024-12-05T03:20:52,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.HMaster(4106): Remote procedure done, pid=125 2024-12-05T03:20:52,615 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=125, resume processing ppid=124 2024-12-05T03:20:52,615 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=125, ppid=124, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.9660 sec 2024-12-05T03:20:52,616 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=124, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=124, table=TestAcidGuarantees in 1.9700 sec 2024-12-05T03:20:52,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=124 2024-12-05T03:20:52,753 INFO [Thread-1898 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 124 completed 2024-12-05T03:20:52,754 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-05T03:20:52,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] procedure2.ProcedureExecutor(1098): Stored pid=126, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=126, table=TestAcidGuarantees 2024-12-05T03:20:52,757 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=126, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=126, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-05T03:20:52,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-12-05T03:20:52,757 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=126, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=126, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-05T03:20:52,757 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=127, ppid=126, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-05T03:20:52,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-12-05T03:20:52,910 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 971fbbbe942d,46085,1733368737191 2024-12-05T03:20:52,911 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46085 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=127 2024-12-05T03:20:52,911 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733368835132.4d17bd9120aa5e2c37322194e994c1ee. 2024-12-05T03:20:52,911 INFO [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(2837): Flushing 4d17bd9120aa5e2c37322194e994c1ee 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-12-05T03:20:52,911 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4d17bd9120aa5e2c37322194e994c1ee, store=A 2024-12-05T03:20:52,911 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T03:20:52,911 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4d17bd9120aa5e2c37322194e994c1ee, store=B 2024-12-05T03:20:52,911 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T03:20:52,912 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4d17bd9120aa5e2c37322194e994c1ee, store=C 2024-12-05T03:20:52,912 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T03:20:52,919 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241205e5da7997bfb24ee58e487844bfc49c99_4d17bd9120aa5e2c37322194e994c1ee is 50, key is test_row_0/A:col10/1733368851907/Put/seqid=0 2024-12-05T03:20:52,923 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073742320_1496 (size=12454) 2024-12-05T03:20:52,924 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:20:52,927 INFO [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241205e5da7997bfb24ee58e487844bfc49c99_4d17bd9120aa5e2c37322194e994c1ee to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241205e5da7997bfb24ee58e487844bfc49c99_4d17bd9120aa5e2c37322194e994c1ee 2024-12-05T03:20:52,928 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/.tmp/A/dd9a244e6a75403eb9c9827b97ecc50c, store: [table=TestAcidGuarantees family=A region=4d17bd9120aa5e2c37322194e994c1ee] 2024-12-05T03:20:52,929 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/.tmp/A/dd9a244e6a75403eb9c9827b97ecc50c is 175, key is test_row_0/A:col10/1733368851907/Put/seqid=0 2024-12-05T03:20:52,932 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073742321_1497 (size=31255) 2024-12-05T03:20:53,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(8581): Flush requested on 4d17bd9120aa5e2c37322194e994c1ee 2024-12-05T03:20:53,032 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733368835132.4d17bd9120aa5e2c37322194e994c1ee. as already flushing 2024-12-05T03:20:53,042 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:20:53,042 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:20:53,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40494 deadline: 1733368913034, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:20:53,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40502 deadline: 1733368913035, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:20:53,046 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:20:53,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40456 deadline: 1733368913039, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:20:53,047 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:20:53,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40510 deadline: 1733368913041, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:20:53,047 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:20:53,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40442 deadline: 1733368913042, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:20:53,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-12-05T03:20:53,147 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:20:53,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40494 deadline: 1733368913143, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:20:53,149 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:20:53,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40502 deadline: 1733368913143, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:20:53,150 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:20:53,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40456 deadline: 1733368913147, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:20:53,150 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:20:53,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40510 deadline: 1733368913148, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:20:53,153 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:20:53,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40442 deadline: 1733368913148, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:20:53,333 INFO [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=275, memsize=51.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/.tmp/A/dd9a244e6a75403eb9c9827b97ecc50c 2024-12-05T03:20:53,340 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/.tmp/B/1f5115049cf546b4aa29f91ef78af410 is 50, key is test_row_0/B:col10/1733368851907/Put/seqid=0 2024-12-05T03:20:53,344 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073742322_1498 (size=12301) 2024-12-05T03:20:53,344 INFO [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=275 (bloomFilter=true), to=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/.tmp/B/1f5115049cf546b4aa29f91ef78af410 2024-12-05T03:20:53,353 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/.tmp/C/7bb999f49885445cb461c46c495b5e20 is 50, key is test_row_0/C:col10/1733368851907/Put/seqid=0 2024-12-05T03:20:53,354 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:20:53,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40494 deadline: 1733368913348, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:20:53,355 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:20:53,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40502 deadline: 1733368913350, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:20:53,355 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:20:53,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40510 deadline: 1733368913351, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:20:53,356 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:20:53,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40456 deadline: 1733368913352, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:20:53,357 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073742323_1499 (size=12301) 2024-12-05T03:20:53,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-12-05T03:20:53,360 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:20:53,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40442 deadline: 1733368913355, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:20:53,660 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:20:53,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40494 deadline: 1733368913655, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:20:53,661 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:20:53,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40510 deadline: 1733368913657, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:20:53,661 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:20:53,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40502 deadline: 1733368913658, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:20:53,661 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:20:53,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40456 deadline: 1733368913658, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:20:53,669 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:20:53,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40442 deadline: 1733368913662, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:20:53,758 INFO [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=275 (bloomFilter=true), to=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/.tmp/C/7bb999f49885445cb461c46c495b5e20 2024-12-05T03:20:53,761 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/.tmp/A/dd9a244e6a75403eb9c9827b97ecc50c as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/A/dd9a244e6a75403eb9c9827b97ecc50c 2024-12-05T03:20:53,765 INFO [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/A/dd9a244e6a75403eb9c9827b97ecc50c, entries=150, sequenceid=275, filesize=30.5 K 2024-12-05T03:20:53,765 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/.tmp/B/1f5115049cf546b4aa29f91ef78af410 as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/B/1f5115049cf546b4aa29f91ef78af410 2024-12-05T03:20:53,768 INFO [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/B/1f5115049cf546b4aa29f91ef78af410, entries=150, sequenceid=275, filesize=12.0 K 2024-12-05T03:20:53,769 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/.tmp/C/7bb999f49885445cb461c46c495b5e20 as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/C/7bb999f49885445cb461c46c495b5e20 2024-12-05T03:20:53,772 INFO [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/C/7bb999f49885445cb461c46c495b5e20, entries=150, sequenceid=275, filesize=12.0 K 2024-12-05T03:20:53,773 INFO [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for 4d17bd9120aa5e2c37322194e994c1ee in 862ms, sequenceid=275, compaction requested=true 2024-12-05T03:20:53,773 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(2538): Flush status journal for 4d17bd9120aa5e2c37322194e994c1ee: 2024-12-05T03:20:53,773 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733368835132.4d17bd9120aa5e2c37322194e994c1ee. 2024-12-05T03:20:53,773 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=127 2024-12-05T03:20:53,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.HMaster(4106): Remote procedure done, pid=127 2024-12-05T03:20:53,775 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=127, resume processing ppid=126 2024-12-05T03:20:53,775 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=127, ppid=126, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0170 sec 2024-12-05T03:20:53,784 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=126, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=126, table=TestAcidGuarantees in 1.0220 sec 2024-12-05T03:20:53,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-12-05T03:20:53,860 INFO [Thread-1898 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 126 completed 2024-12-05T03:20:53,861 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-05T03:20:53,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] procedure2.ProcedureExecutor(1098): Stored pid=128, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=128, table=TestAcidGuarantees 2024-12-05T03:20:53,862 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=128, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=128, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-05T03:20:53,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=128 2024-12-05T03:20:53,863 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=128, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=128, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-05T03:20:53,863 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=129, ppid=128, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-05T03:20:53,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=128 2024-12-05T03:20:54,015 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 971fbbbe942d,46085,1733368737191 2024-12-05T03:20:54,015 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46085 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=129 2024-12-05T03:20:54,016 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733368835132.4d17bd9120aa5e2c37322194e994c1ee. 2024-12-05T03:20:54,016 INFO [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(2837): Flushing 4d17bd9120aa5e2c37322194e994c1ee 3/3 column families, dataSize=46.96 KB heapSize=123.80 KB 2024-12-05T03:20:54,016 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4d17bd9120aa5e2c37322194e994c1ee, store=A 2024-12-05T03:20:54,016 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T03:20:54,016 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4d17bd9120aa5e2c37322194e994c1ee, store=B 2024-12-05T03:20:54,016 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T03:20:54,016 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4d17bd9120aa5e2c37322194e994c1ee, store=C 2024-12-05T03:20:54,016 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T03:20:54,027 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241205dee349fcedfb45969d9b2adf4307e013_4d17bd9120aa5e2c37322194e994c1ee is 50, key is test_row_0/A:col10/1733368853041/Put/seqid=0 2024-12-05T03:20:54,031 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073742324_1500 (size=12454) 2024-12-05T03:20:54,032 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:20:54,036 INFO [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241205dee349fcedfb45969d9b2adf4307e013_4d17bd9120aa5e2c37322194e994c1ee to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241205dee349fcedfb45969d9b2adf4307e013_4d17bd9120aa5e2c37322194e994c1ee 2024-12-05T03:20:54,036 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/.tmp/A/1073c0cfc7924efcaee30f7e62e3b36d, store: [table=TestAcidGuarantees family=A region=4d17bd9120aa5e2c37322194e994c1ee] 2024-12-05T03:20:54,037 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/.tmp/A/1073c0cfc7924efcaee30f7e62e3b36d is 175, key is test_row_0/A:col10/1733368853041/Put/seqid=0 2024-12-05T03:20:54,044 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073742325_1501 (size=31255) 2024-12-05T03:20:54,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=128 2024-12-05T03:20:54,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(8581): Flush requested on 4d17bd9120aa5e2c37322194e994c1ee 2024-12-05T03:20:54,166 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733368835132.4d17bd9120aa5e2c37322194e994c1ee. as already flushing 2024-12-05T03:20:54,205 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:20:54,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40456 deadline: 1733368914197, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:20:54,208 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:20:54,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40442 deadline: 1733368914201, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:20:54,208 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:20:54,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40494 deadline: 1733368914202, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:20:54,209 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:20:54,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40502 deadline: 1733368914204, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:20:54,214 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:20:54,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40510 deadline: 1733368914205, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:20:54,308 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:20:54,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40456 deadline: 1733368914306, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:20:54,312 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:20:54,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40442 deadline: 1733368914309, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:20:54,312 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:20:54,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40494 deadline: 1733368914309, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:20:54,318 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:20:54,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40502 deadline: 1733368914310, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:20:54,320 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:20:54,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40510 deadline: 1733368914315, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:20:54,445 INFO [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=285, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/.tmp/A/1073c0cfc7924efcaee30f7e62e3b36d 2024-12-05T03:20:54,452 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/.tmp/B/aa98b4732bb0489db3d8534b3b961181 is 50, key is test_row_0/B:col10/1733368853041/Put/seqid=0 2024-12-05T03:20:54,456 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073742326_1502 (size=12301) 2024-12-05T03:20:54,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=128 2024-12-05T03:20:54,514 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:20:54,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40456 deadline: 1733368914509, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:20:54,520 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:20:54,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40442 deadline: 1733368914514, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:20:54,521 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:20:54,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40494 deadline: 1733368914514, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:20:54,521 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:20:54,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40502 deadline: 1733368914520, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:20:54,530 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:20:54,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40510 deadline: 1733368914521, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:20:54,821 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:20:54,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40456 deadline: 1733368914817, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:20:54,824 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:20:54,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40442 deadline: 1733368914822, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:20:54,828 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:20:54,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40494 deadline: 1733368914823, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:20:54,828 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:20:54,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40502 deadline: 1733368914824, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:20:54,834 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:20:54,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40510 deadline: 1733368914831, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:20:54,856 INFO [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=285 (bloomFilter=true), to=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/.tmp/B/aa98b4732bb0489db3d8534b3b961181 2024-12-05T03:20:54,863 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/.tmp/C/7a210dba5f2349dc8196f36d97edba2a is 50, key is test_row_0/C:col10/1733368853041/Put/seqid=0 2024-12-05T03:20:54,869 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073742327_1503 (size=12301) 2024-12-05T03:20:54,872 INFO [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=285 (bloomFilter=true), to=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/.tmp/C/7a210dba5f2349dc8196f36d97edba2a 2024-12-05T03:20:54,878 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/.tmp/A/1073c0cfc7924efcaee30f7e62e3b36d as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/A/1073c0cfc7924efcaee30f7e62e3b36d 2024-12-05T03:20:54,881 INFO [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/A/1073c0cfc7924efcaee30f7e62e3b36d, entries=150, sequenceid=285, filesize=30.5 K 2024-12-05T03:20:54,882 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/.tmp/B/aa98b4732bb0489db3d8534b3b961181 as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/B/aa98b4732bb0489db3d8534b3b961181 2024-12-05T03:20:54,886 INFO [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/B/aa98b4732bb0489db3d8534b3b961181, entries=150, sequenceid=285, filesize=12.0 K 2024-12-05T03:20:54,886 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/.tmp/C/7a210dba5f2349dc8196f36d97edba2a as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/C/7a210dba5f2349dc8196f36d97edba2a 2024-12-05T03:20:54,889 INFO [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/C/7a210dba5f2349dc8196f36d97edba2a, entries=150, sequenceid=285, filesize=12.0 K 2024-12-05T03:20:54,890 INFO [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(3040): Finished flush of dataSize ~46.96 KB/48090, heapSize ~123.75 KB/126720, currentSize=154.31 KB/158010 for 4d17bd9120aa5e2c37322194e994c1ee in 874ms, sequenceid=285, compaction requested=true 2024-12-05T03:20:54,890 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(2538): Flush status journal for 4d17bd9120aa5e2c37322194e994c1ee: 2024-12-05T03:20:54,890 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733368835132.4d17bd9120aa5e2c37322194e994c1ee. 2024-12-05T03:20:54,890 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=129 2024-12-05T03:20:54,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.HMaster(4106): Remote procedure done, pid=129 2024-12-05T03:20:54,892 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=129, resume processing ppid=128 2024-12-05T03:20:54,892 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=129, ppid=128, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0280 sec 2024-12-05T03:20:54,893 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=128, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=128, table=TestAcidGuarantees in 1.0320 sec 2024-12-05T03:20:54,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=128 2024-12-05T03:20:54,966 INFO [Thread-1898 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 128 completed 2024-12-05T03:20:54,967 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-05T03:20:54,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] procedure2.ProcedureExecutor(1098): Stored pid=130, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=130, table=TestAcidGuarantees 2024-12-05T03:20:54,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130 2024-12-05T03:20:54,968 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=130, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=130, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-05T03:20:54,969 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=130, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=130, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-05T03:20:54,969 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=131, ppid=130, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-05T03:20:55,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130 2024-12-05T03:20:55,121 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 971fbbbe942d,46085,1733368737191 2024-12-05T03:20:55,121 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46085 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=131 2024-12-05T03:20:55,121 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733368835132.4d17bd9120aa5e2c37322194e994c1ee. 2024-12-05T03:20:55,121 INFO [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2837): Flushing 4d17bd9120aa5e2c37322194e994c1ee 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-12-05T03:20:55,122 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4d17bd9120aa5e2c37322194e994c1ee, store=A 2024-12-05T03:20:55,122 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T03:20:55,122 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4d17bd9120aa5e2c37322194e994c1ee, store=B 2024-12-05T03:20:55,122 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T03:20:55,122 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4d17bd9120aa5e2c37322194e994c1ee, store=C 2024-12-05T03:20:55,122 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T03:20:55,129 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241205e1d89aef99744f45a77250254fa14a9b_4d17bd9120aa5e2c37322194e994c1ee is 50, key is test_row_0/A:col10/1733368854204/Put/seqid=0 2024-12-05T03:20:55,138 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073742328_1504 (size=12454) 2024-12-05T03:20:55,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130 2024-12-05T03:20:55,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(8581): Flush requested on 4d17bd9120aa5e2c37322194e994c1ee 2024-12-05T03:20:55,336 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733368835132.4d17bd9120aa5e2c37322194e994c1ee. as already flushing 2024-12-05T03:20:55,346 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:20:55,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40442 deadline: 1733368915338, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:20:55,346 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:20:55,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40494 deadline: 1733368915338, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:20:55,353 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:20:55,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40456 deadline: 1733368915345, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:20:55,354 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:20:55,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40502 deadline: 1733368915345, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:20:55,354 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:20:55,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40510 deadline: 1733368915346, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:20:55,451 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:20:55,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40442 deadline: 1733368915447, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:20:55,452 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:20:55,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40494 deadline: 1733368915447, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:20:55,459 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:20:55,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40456 deadline: 1733368915455, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:20:55,459 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:20:55,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40502 deadline: 1733368915455, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:20:55,459 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:20:55,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40510 deadline: 1733368915455, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:20:55,539 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:20:55,543 INFO [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241205e1d89aef99744f45a77250254fa14a9b_4d17bd9120aa5e2c37322194e994c1ee to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241205e1d89aef99744f45a77250254fa14a9b_4d17bd9120aa5e2c37322194e994c1ee 2024-12-05T03:20:55,543 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/.tmp/A/3955cd18fb9d4f2a915081ec4f00e633, store: [table=TestAcidGuarantees family=A region=4d17bd9120aa5e2c37322194e994c1ee] 2024-12-05T03:20:55,544 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/.tmp/A/3955cd18fb9d4f2a915081ec4f00e633 is 175, key is test_row_0/A:col10/1733368854204/Put/seqid=0 2024-12-05T03:20:55,547 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073742329_1505 (size=31255) 2024-12-05T03:20:55,568 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-05T03:20:55,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130 2024-12-05T03:20:55,658 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:20:55,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40442 deadline: 1733368915653, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:20:55,659 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:20:55,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40494 deadline: 1733368915653, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:20:55,667 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:20:55,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40456 deadline: 1733368915660, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:20:55,667 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:20:55,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40502 deadline: 1733368915660, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:20:55,668 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:20:55,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40510 deadline: 1733368915660, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:20:55,948 INFO [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=311, memsize=51.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/.tmp/A/3955cd18fb9d4f2a915081ec4f00e633 2024-12-05T03:20:55,954 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/.tmp/B/3c7c245bc579407da183feb1b3445f46 is 50, key is test_row_0/B:col10/1733368854204/Put/seqid=0 2024-12-05T03:20:55,958 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073742330_1506 (size=12301) 2024-12-05T03:20:55,958 INFO [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=311 (bloomFilter=true), to=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/.tmp/B/3c7c245bc579407da183feb1b3445f46 2024-12-05T03:20:55,964 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:20:55,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40442 deadline: 1733368915961, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:20:55,965 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:20:55,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40494 deadline: 1733368915961, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:20:55,965 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/.tmp/C/852fe5dcfcd748eaba8c2b2416f6e73b is 50, key is test_row_0/C:col10/1733368854204/Put/seqid=0 2024-12-05T03:20:55,973 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073742331_1507 (size=12301) 2024-12-05T03:20:55,974 INFO [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=311 (bloomFilter=true), to=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/.tmp/C/852fe5dcfcd748eaba8c2b2416f6e73b 2024-12-05T03:20:55,977 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:20:55,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40456 deadline: 1733368915968, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:20:55,977 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:20:55,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40502 deadline: 1733368915970, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:20:55,977 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:20:55,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40510 deadline: 1733368915971, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:20:55,979 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/.tmp/A/3955cd18fb9d4f2a915081ec4f00e633 as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/A/3955cd18fb9d4f2a915081ec4f00e633 2024-12-05T03:20:55,985 INFO [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/A/3955cd18fb9d4f2a915081ec4f00e633, entries=150, sequenceid=311, filesize=30.5 K 2024-12-05T03:20:55,985 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/.tmp/B/3c7c245bc579407da183feb1b3445f46 as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/B/3c7c245bc579407da183feb1b3445f46 2024-12-05T03:20:55,990 INFO [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/B/3c7c245bc579407da183feb1b3445f46, entries=150, sequenceid=311, filesize=12.0 K 2024-12-05T03:20:55,991 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/.tmp/C/852fe5dcfcd748eaba8c2b2416f6e73b as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/C/852fe5dcfcd748eaba8c2b2416f6e73b 2024-12-05T03:20:55,995 INFO [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/C/852fe5dcfcd748eaba8c2b2416f6e73b, entries=150, sequenceid=311, filesize=12.0 K 2024-12-05T03:20:55,997 INFO [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for 4d17bd9120aa5e2c37322194e994c1ee in 876ms, sequenceid=311, compaction requested=true 2024-12-05T03:20:55,997 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2538): Flush status journal for 4d17bd9120aa5e2c37322194e994c1ee: 2024-12-05T03:20:55,997 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733368835132.4d17bd9120aa5e2c37322194e994c1ee. 2024-12-05T03:20:55,997 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=131 2024-12-05T03:20:55,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.HMaster(4106): Remote procedure done, pid=131 2024-12-05T03:20:56,000 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=131, resume processing ppid=130 2024-12-05T03:20:56,000 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=131, ppid=130, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0290 sec 2024-12-05T03:20:56,001 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=130, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=130, table=TestAcidGuarantees in 1.0330 sec 2024-12-05T03:20:56,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130 2024-12-05T03:20:56,071 INFO [Thread-1898 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 130 completed 2024-12-05T03:20:56,072 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-05T03:20:56,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] procedure2.ProcedureExecutor(1098): Stored pid=132, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=132, table=TestAcidGuarantees 2024-12-05T03:20:56,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132 2024-12-05T03:20:56,074 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=132, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=132, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-05T03:20:56,074 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=132, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=132, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-05T03:20:56,074 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=133, ppid=132, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-05T03:20:56,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132 2024-12-05T03:20:56,226 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 971fbbbe942d,46085,1733368737191 2024-12-05T03:20:56,227 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46085 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=133 2024-12-05T03:20:56,227 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733368835132.4d17bd9120aa5e2c37322194e994c1ee. 2024-12-05T03:20:56,227 INFO [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(2837): Flushing 4d17bd9120aa5e2c37322194e994c1ee 3/3 column families, dataSize=46.96 KB heapSize=123.80 KB 2024-12-05T03:20:56,228 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4d17bd9120aa5e2c37322194e994c1ee, store=A 2024-12-05T03:20:56,228 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T03:20:56,228 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4d17bd9120aa5e2c37322194e994c1ee, store=B 2024-12-05T03:20:56,228 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T03:20:56,228 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4d17bd9120aa5e2c37322194e994c1ee, store=C 2024-12-05T03:20:56,228 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T03:20:56,234 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412051efe8f0a44c446948321b6ba31eee355_4d17bd9120aa5e2c37322194e994c1ee is 50, key is test_row_0/A:col10/1733368855345/Put/seqid=0 2024-12-05T03:20:56,239 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073742332_1508 (size=12454) 2024-12-05T03:20:56,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132 2024-12-05T03:20:56,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(8581): Flush requested on 4d17bd9120aa5e2c37322194e994c1ee 2024-12-05T03:20:56,471 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733368835132.4d17bd9120aa5e2c37322194e994c1ee. as already flushing 2024-12-05T03:20:56,523 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:20:56,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40442 deadline: 1733368916515, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:20:56,524 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:20:56,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40456 deadline: 1733368916515, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:20:56,527 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:20:56,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40510 deadline: 1733368916518, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:20:56,527 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:20:56,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40502 deadline: 1733368916519, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:20:56,527 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:20:56,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40494 deadline: 1733368916520, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:20:56,633 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:20:56,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40456 deadline: 1733368916625, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:20:56,633 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:20:56,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40442 deadline: 1733368916625, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:20:56,634 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:20:56,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40510 deadline: 1733368916628, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:20:56,635 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:20:56,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40502 deadline: 1733368916628, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:20:56,635 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:20:56,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40494 deadline: 1733368916632, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:20:56,640 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:20:56,643 INFO [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412051efe8f0a44c446948321b6ba31eee355_4d17bd9120aa5e2c37322194e994c1ee to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412051efe8f0a44c446948321b6ba31eee355_4d17bd9120aa5e2c37322194e994c1ee 2024-12-05T03:20:56,644 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/.tmp/A/71bc674283e44ad987d54ee4d07676e5, store: [table=TestAcidGuarantees family=A region=4d17bd9120aa5e2c37322194e994c1ee] 2024-12-05T03:20:56,645 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/.tmp/A/71bc674283e44ad987d54ee4d07676e5 is 175, key is test_row_0/A:col10/1733368855345/Put/seqid=0 2024-12-05T03:20:56,648 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073742333_1509 (size=31255) 2024-12-05T03:20:56,650 INFO [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=321, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/.tmp/A/71bc674283e44ad987d54ee4d07676e5 2024-12-05T03:20:56,656 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/.tmp/B/dd0e05261b3e460b89bb3a711b0fc381 is 50, key is test_row_0/B:col10/1733368855345/Put/seqid=0 2024-12-05T03:20:56,660 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073742334_1510 (size=12301) 2024-12-05T03:20:56,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132 2024-12-05T03:20:56,837 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:20:56,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40456 deadline: 1733368916835, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:20:56,837 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:20:56,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40442 deadline: 1733368916835, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:20:56,837 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:20:56,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40510 deadline: 1733368916835, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:20:56,838 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:20:56,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40494 deadline: 1733368916837, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:20:56,844 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:20:56,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40502 deadline: 1733368916840, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:20:57,061 INFO [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=321 (bloomFilter=true), to=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/.tmp/B/dd0e05261b3e460b89bb3a711b0fc381 2024-12-05T03:20:57,068 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/.tmp/C/93a28846160b490f89730a3eb9c027aa is 50, key is test_row_0/C:col10/1733368855345/Put/seqid=0 2024-12-05T03:20:57,073 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073742335_1511 (size=12301) 2024-12-05T03:20:57,144 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:20:57,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40442 deadline: 1733368917139, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:20:57,152 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:20:57,152 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:20:57,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40456 deadline: 1733368917140, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:20:57,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40510 deadline: 1733368917140, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:20:57,152 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:20:57,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40494 deadline: 1733368917141, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:20:57,155 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:20:57,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40502 deadline: 1733368917146, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:20:57,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132 2024-12-05T03:20:57,474 INFO [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=321 (bloomFilter=true), to=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/.tmp/C/93a28846160b490f89730a3eb9c027aa 2024-12-05T03:20:57,478 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/.tmp/A/71bc674283e44ad987d54ee4d07676e5 as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/A/71bc674283e44ad987d54ee4d07676e5 2024-12-05T03:20:57,482 INFO [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/A/71bc674283e44ad987d54ee4d07676e5, entries=150, sequenceid=321, filesize=30.5 K 2024-12-05T03:20:57,483 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/.tmp/B/dd0e05261b3e460b89bb3a711b0fc381 as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/B/dd0e05261b3e460b89bb3a711b0fc381 2024-12-05T03:20:57,487 INFO [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/B/dd0e05261b3e460b89bb3a711b0fc381, entries=150, sequenceid=321, filesize=12.0 K 2024-12-05T03:20:57,488 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/.tmp/C/93a28846160b490f89730a3eb9c027aa as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/C/93a28846160b490f89730a3eb9c027aa 2024-12-05T03:20:57,491 INFO [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/C/93a28846160b490f89730a3eb9c027aa, entries=150, sequenceid=321, filesize=12.0 K 2024-12-05T03:20:57,492 INFO [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(3040): Finished flush of dataSize ~46.96 KB/48090, heapSize ~123.75 KB/126720, currentSize=154.31 KB/158010 for 4d17bd9120aa5e2c37322194e994c1ee in 1265ms, sequenceid=321, compaction requested=true 2024-12-05T03:20:57,492 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(2538): Flush status journal for 4d17bd9120aa5e2c37322194e994c1ee: 2024-12-05T03:20:57,492 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733368835132.4d17bd9120aa5e2c37322194e994c1ee. 2024-12-05T03:20:57,492 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=133 2024-12-05T03:20:57,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.HMaster(4106): Remote procedure done, pid=133 2024-12-05T03:20:57,495 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=133, resume processing ppid=132 2024-12-05T03:20:57,495 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=133, ppid=132, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4200 sec 2024-12-05T03:20:57,496 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=132, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=132, table=TestAcidGuarantees in 1.4230 sec 2024-12-05T03:20:57,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(8581): Flush requested on 4d17bd9120aa5e2c37322194e994c1ee 2024-12-05T03:20:57,656 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 4d17bd9120aa5e2c37322194e994c1ee 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-12-05T03:20:57,656 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4d17bd9120aa5e2c37322194e994c1ee, store=A 2024-12-05T03:20:57,656 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T03:20:57,656 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4d17bd9120aa5e2c37322194e994c1ee, store=B 2024-12-05T03:20:57,656 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T03:20:57,656 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4d17bd9120aa5e2c37322194e994c1ee, store=C 2024-12-05T03:20:57,656 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T03:20:57,662 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412059a89c6291afe443b978be8db18897d80_4d17bd9120aa5e2c37322194e994c1ee is 50, key is test_row_0/A:col10/1733368857654/Put/seqid=0 2024-12-05T03:20:57,680 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073742336_1512 (size=14994) 2024-12-05T03:20:57,682 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:20:57,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40456 deadline: 1733368917669, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:20:57,682 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:20:57,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40442 deadline: 1733368917669, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:20:57,685 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:20:57,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40494 deadline: 1733368917670, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:20:57,686 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:20:57,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40502 deadline: 1733368917671, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:20:57,686 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:20:57,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40510 deadline: 1733368917673, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:20:57,787 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:20:57,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40456 deadline: 1733368917783, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:20:57,788 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:20:57,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40442 deadline: 1733368917783, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:20:57,792 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:20:57,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40494 deadline: 1733368917786, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:20:57,792 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:20:57,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40510 deadline: 1733368917787, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:20:57,793 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:20:57,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 189 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40502 deadline: 1733368917788, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:20:57,996 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:20:57,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40442 deadline: 1733368917989, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:20:57,996 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:20:57,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40456 deadline: 1733368917990, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:20:57,999 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:20:57,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40494 deadline: 1733368917994, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:20:57,999 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:20:57,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40510 deadline: 1733368917994, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:20:57,999 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:20:58,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 191 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40502 deadline: 1733368917995, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:20:58,080 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:20:58,084 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412059a89c6291afe443b978be8db18897d80_4d17bd9120aa5e2c37322194e994c1ee to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412059a89c6291afe443b978be8db18897d80_4d17bd9120aa5e2c37322194e994c1ee 2024-12-05T03:20:58,085 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/.tmp/A/f8b876b1166b4219a986c7c0a6048a7e, store: [table=TestAcidGuarantees family=A region=4d17bd9120aa5e2c37322194e994c1ee] 2024-12-05T03:20:58,086 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/.tmp/A/f8b876b1166b4219a986c7c0a6048a7e is 175, key is test_row_0/A:col10/1733368857654/Put/seqid=0 2024-12-05T03:20:58,092 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073742337_1513 (size=39949) 2024-12-05T03:20:58,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132 2024-12-05T03:20:58,177 INFO [Thread-1898 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 132 completed 2024-12-05T03:20:58,179 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-05T03:20:58,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] procedure2.ProcedureExecutor(1098): Stored pid=134, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=134, table=TestAcidGuarantees 2024-12-05T03:20:58,181 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=134, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=134, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-05T03:20:58,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-12-05T03:20:58,181 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=134, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=134, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-05T03:20:58,181 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=135, ppid=134, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-05T03:20:58,213 DEBUG [Thread-1905 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x61ec0f48 to 127.0.0.1:54474 2024-12-05T03:20:58,213 DEBUG [Thread-1905 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T03:20:58,215 DEBUG [Thread-1899 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1f94d721 to 127.0.0.1:54474 2024-12-05T03:20:58,215 DEBUG [Thread-1899 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T03:20:58,218 DEBUG [Thread-1903 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3c907e21 to 127.0.0.1:54474 2024-12-05T03:20:58,218 DEBUG [Thread-1903 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T03:20:58,221 DEBUG [Thread-1907 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7819b9e2 to 127.0.0.1:54474 2024-12-05T03:20:58,221 DEBUG [Thread-1907 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T03:20:58,222 DEBUG [Thread-1901 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x319559be to 127.0.0.1:54474 2024-12-05T03:20:58,222 DEBUG [Thread-1901 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T03:20:58,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-12-05T03:20:58,299 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:20:58,299 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:20:58,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40442 deadline: 1733368918299, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:20:58,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40456 deadline: 1733368918299, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:20:58,300 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:20:58,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40494 deadline: 1733368918300, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:20:58,301 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:20:58,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 193 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40502 deadline: 1733368918301, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:20:58,302 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:20:58,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40510 deadline: 1733368918302, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:20:58,333 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 971fbbbe942d,46085,1733368737191 2024-12-05T03:20:58,333 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46085 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=135 2024-12-05T03:20:58,334 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733368835132.4d17bd9120aa5e2c37322194e994c1ee. 2024-12-05T03:20:58,334 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733368835132.4d17bd9120aa5e2c37322194e994c1ee. as already flushing 2024-12-05T03:20:58,334 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733368835132.4d17bd9120aa5e2c37322194e994c1ee. 2024-12-05T03:20:58,334 ERROR [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] handler.RSProcedureHandler(58): pid=135 java.io.IOException: Unable to complete flush {ENCODED => 4d17bd9120aa5e2c37322194e994c1ee, NAME => 'TestAcidGuarantees,,1733368835132.4d17bd9120aa5e2c37322194e994c1ee.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:20:58,334 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=135 java.io.IOException: Unable to complete flush {ENCODED => 4d17bd9120aa5e2c37322194e994c1ee, NAME => 'TestAcidGuarantees,,1733368835132.4d17bd9120aa5e2c37322194e994c1ee.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:20:58,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.HMaster(4114): Remote procedure failed, pid=135 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4d17bd9120aa5e2c37322194e994c1ee, NAME => 'TestAcidGuarantees,,1733368835132.4d17bd9120aa5e2c37322194e994c1ee.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4d17bd9120aa5e2c37322194e994c1ee, NAME => 'TestAcidGuarantees,,1733368835132.4d17bd9120aa5e2c37322194e994c1ee.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:20:58,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-12-05T03:20:58,486 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 971fbbbe942d,46085,1733368737191 2024-12-05T03:20:58,486 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46085 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=135 2024-12-05T03:20:58,486 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733368835132.4d17bd9120aa5e2c37322194e994c1ee. 2024-12-05T03:20:58,486 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733368835132.4d17bd9120aa5e2c37322194e994c1ee. as already flushing 2024-12-05T03:20:58,486 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733368835132.4d17bd9120aa5e2c37322194e994c1ee. 2024-12-05T03:20:58,486 ERROR [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] handler.RSProcedureHandler(58): pid=135 java.io.IOException: Unable to complete flush {ENCODED => 4d17bd9120aa5e2c37322194e994c1ee, NAME => 'TestAcidGuarantees,,1733368835132.4d17bd9120aa5e2c37322194e994c1ee.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:20:58,486 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=135 java.io.IOException: Unable to complete flush {ENCODED => 4d17bd9120aa5e2c37322194e994c1ee, NAME => 'TestAcidGuarantees,,1733368835132.4d17bd9120aa5e2c37322194e994c1ee.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:20:58,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.HMaster(4114): Remote procedure failed, pid=135 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4d17bd9120aa5e2c37322194e994c1ee, NAME => 'TestAcidGuarantees,,1733368835132.4d17bd9120aa5e2c37322194e994c1ee.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4d17bd9120aa5e2c37322194e994c1ee, NAME => 'TestAcidGuarantees,,1733368835132.4d17bd9120aa5e2c37322194e994c1ee.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:20:58,493 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=348, memsize=53.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/.tmp/A/f8b876b1166b4219a986c7c0a6048a7e 2024-12-05T03:20:58,498 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/.tmp/B/ce23a455c6a84078851cb980a00e7a5f is 50, key is test_row_0/B:col10/1733368857654/Put/seqid=0 2024-12-05T03:20:58,501 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073742338_1514 (size=12301) 2024-12-05T03:20:58,638 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 971fbbbe942d,46085,1733368737191 2024-12-05T03:20:58,638 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46085 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=135 2024-12-05T03:20:58,639 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733368835132.4d17bd9120aa5e2c37322194e994c1ee. 2024-12-05T03:20:58,639 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733368835132.4d17bd9120aa5e2c37322194e994c1ee. as already flushing 2024-12-05T03:20:58,639 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733368835132.4d17bd9120aa5e2c37322194e994c1ee. 2024-12-05T03:20:58,639 ERROR [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] handler.RSProcedureHandler(58): pid=135 java.io.IOException: Unable to complete flush {ENCODED => 4d17bd9120aa5e2c37322194e994c1ee, NAME => 'TestAcidGuarantees,,1733368835132.4d17bd9120aa5e2c37322194e994c1ee.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:20:58,639 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=135 java.io.IOException: Unable to complete flush {ENCODED => 4d17bd9120aa5e2c37322194e994c1ee, NAME => 'TestAcidGuarantees,,1733368835132.4d17bd9120aa5e2c37322194e994c1ee.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:20:58,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.HMaster(4114): Remote procedure failed, pid=135 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4d17bd9120aa5e2c37322194e994c1ee, NAME => 'TestAcidGuarantees,,1733368835132.4d17bd9120aa5e2c37322194e994c1ee.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4d17bd9120aa5e2c37322194e994c1ee, NAME => 'TestAcidGuarantees,,1733368835132.4d17bd9120aa5e2c37322194e994c1ee.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:20:58,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-12-05T03:20:58,790 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 971fbbbe942d,46085,1733368737191 2024-12-05T03:20:58,791 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46085 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=135 2024-12-05T03:20:58,791 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733368835132.4d17bd9120aa5e2c37322194e994c1ee. 2024-12-05T03:20:58,791 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733368835132.4d17bd9120aa5e2c37322194e994c1ee. as already flushing 2024-12-05T03:20:58,791 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733368835132.4d17bd9120aa5e2c37322194e994c1ee. 2024-12-05T03:20:58,791 ERROR [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] handler.RSProcedureHandler(58): pid=135 java.io.IOException: Unable to complete flush {ENCODED => 4d17bd9120aa5e2c37322194e994c1ee, NAME => 'TestAcidGuarantees,,1733368835132.4d17bd9120aa5e2c37322194e994c1ee.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:20:58,791 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=135 java.io.IOException: Unable to complete flush {ENCODED => 4d17bd9120aa5e2c37322194e994c1ee, NAME => 'TestAcidGuarantees,,1733368835132.4d17bd9120aa5e2c37322194e994c1ee.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:20:58,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.HMaster(4114): Remote procedure failed, pid=135 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4d17bd9120aa5e2c37322194e994c1ee, NAME => 'TestAcidGuarantees,,1733368835132.4d17bd9120aa5e2c37322194e994c1ee.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4d17bd9120aa5e2c37322194e994c1ee, NAME => 'TestAcidGuarantees,,1733368835132.4d17bd9120aa5e2c37322194e994c1ee.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:20:58,802 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:20:58,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40494 deadline: 1733368918802, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:20:58,803 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:20:58,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40510 deadline: 1733368918803, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:20:58,803 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:20:58,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 195 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40502 deadline: 1733368918803, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:20:58,804 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:20:58,804 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:20:58,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40442 deadline: 1733368918804, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:20:58,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40456 deadline: 1733368918804, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:20:58,902 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=348 (bloomFilter=true), to=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/.tmp/B/ce23a455c6a84078851cb980a00e7a5f 2024-12-05T03:20:58,908 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/.tmp/C/7ddb44e4c0ff4224b91b486c1d809743 is 50, key is test_row_0/C:col10/1733368857654/Put/seqid=0 2024-12-05T03:20:58,911 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073742339_1515 (size=12301) 2024-12-05T03:20:58,943 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 971fbbbe942d,46085,1733368737191 2024-12-05T03:20:58,943 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46085 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=135 2024-12-05T03:20:58,943 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733368835132.4d17bd9120aa5e2c37322194e994c1ee. 2024-12-05T03:20:58,944 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733368835132.4d17bd9120aa5e2c37322194e994c1ee. as already flushing 2024-12-05T03:20:58,944 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733368835132.4d17bd9120aa5e2c37322194e994c1ee. 2024-12-05T03:20:58,944 ERROR [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] handler.RSProcedureHandler(58): pid=135 java.io.IOException: Unable to complete flush {ENCODED => 4d17bd9120aa5e2c37322194e994c1ee, NAME => 'TestAcidGuarantees,,1733368835132.4d17bd9120aa5e2c37322194e994c1ee.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:20:58,944 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=135 java.io.IOException: Unable to complete flush {ENCODED => 4d17bd9120aa5e2c37322194e994c1ee, NAME => 'TestAcidGuarantees,,1733368835132.4d17bd9120aa5e2c37322194e994c1ee.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:20:58,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.HMaster(4114): Remote procedure failed, pid=135 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4d17bd9120aa5e2c37322194e994c1ee, NAME => 'TestAcidGuarantees,,1733368835132.4d17bd9120aa5e2c37322194e994c1ee.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4d17bd9120aa5e2c37322194e994c1ee, NAME => 'TestAcidGuarantees,,1733368835132.4d17bd9120aa5e2c37322194e994c1ee.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:20:59,095 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 971fbbbe942d,46085,1733368737191 2024-12-05T03:20:59,096 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46085 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=135 2024-12-05T03:20:59,096 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733368835132.4d17bd9120aa5e2c37322194e994c1ee. 2024-12-05T03:20:59,096 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733368835132.4d17bd9120aa5e2c37322194e994c1ee. as already flushing 2024-12-05T03:20:59,096 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733368835132.4d17bd9120aa5e2c37322194e994c1ee. 2024-12-05T03:20:59,096 ERROR [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] handler.RSProcedureHandler(58): pid=135 java.io.IOException: Unable to complete flush {ENCODED => 4d17bd9120aa5e2c37322194e994c1ee, NAME => 'TestAcidGuarantees,,1733368835132.4d17bd9120aa5e2c37322194e994c1ee.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:20:59,096 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=135 java.io.IOException: Unable to complete flush {ENCODED => 4d17bd9120aa5e2c37322194e994c1ee, NAME => 'TestAcidGuarantees,,1733368835132.4d17bd9120aa5e2c37322194e994c1ee.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:20:59,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.HMaster(4114): Remote procedure failed, pid=135 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4d17bd9120aa5e2c37322194e994c1ee, NAME => 'TestAcidGuarantees,,1733368835132.4d17bd9120aa5e2c37322194e994c1ee.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4d17bd9120aa5e2c37322194e994c1ee, NAME => 'TestAcidGuarantees,,1733368835132.4d17bd9120aa5e2c37322194e994c1ee.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:20:59,248 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 971fbbbe942d,46085,1733368737191 2024-12-05T03:20:59,249 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46085 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=135 2024-12-05T03:20:59,249 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733368835132.4d17bd9120aa5e2c37322194e994c1ee. 2024-12-05T03:20:59,249 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733368835132.4d17bd9120aa5e2c37322194e994c1ee. as already flushing 2024-12-05T03:20:59,249 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733368835132.4d17bd9120aa5e2c37322194e994c1ee. 2024-12-05T03:20:59,249 ERROR [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] handler.RSProcedureHandler(58): pid=135 java.io.IOException: Unable to complete flush {ENCODED => 4d17bd9120aa5e2c37322194e994c1ee, NAME => 'TestAcidGuarantees,,1733368835132.4d17bd9120aa5e2c37322194e994c1ee.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:20:59,249 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=135 java.io.IOException: Unable to complete flush {ENCODED => 4d17bd9120aa5e2c37322194e994c1ee, NAME => 'TestAcidGuarantees,,1733368835132.4d17bd9120aa5e2c37322194e994c1ee.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:20:59,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.HMaster(4114): Remote procedure failed, pid=135 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4d17bd9120aa5e2c37322194e994c1ee, NAME => 'TestAcidGuarantees,,1733368835132.4d17bd9120aa5e2c37322194e994c1ee.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4d17bd9120aa5e2c37322194e994c1ee, NAME => 'TestAcidGuarantees,,1733368835132.4d17bd9120aa5e2c37322194e994c1ee.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:20:59,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-12-05T03:20:59,312 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=348 (bloomFilter=true), to=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/.tmp/C/7ddb44e4c0ff4224b91b486c1d809743 2024-12-05T03:20:59,315 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/.tmp/A/f8b876b1166b4219a986c7c0a6048a7e as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/A/f8b876b1166b4219a986c7c0a6048a7e 2024-12-05T03:20:59,318 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/A/f8b876b1166b4219a986c7c0a6048a7e, entries=200, sequenceid=348, filesize=39.0 K 2024-12-05T03:20:59,319 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/.tmp/B/ce23a455c6a84078851cb980a00e7a5f as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/B/ce23a455c6a84078851cb980a00e7a5f 2024-12-05T03:20:59,321 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/B/ce23a455c6a84078851cb980a00e7a5f, entries=150, sequenceid=348, filesize=12.0 K 2024-12-05T03:20:59,322 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/.tmp/C/7ddb44e4c0ff4224b91b486c1d809743 as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/C/7ddb44e4c0ff4224b91b486c1d809743 2024-12-05T03:20:59,324 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/C/7ddb44e4c0ff4224b91b486c1d809743, entries=150, sequenceid=348, filesize=12.0 K 2024-12-05T03:20:59,325 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=40.25 KB/41220 for 4d17bd9120aa5e2c37322194e994c1ee in 1669ms, sequenceid=348, compaction requested=true 2024-12-05T03:20:59,325 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 4d17bd9120aa5e2c37322194e994c1ee: 2024-12-05T03:20:59,325 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4d17bd9120aa5e2c37322194e994c1ee:A, priority=-2147483648, current under compaction store size is 1 2024-12-05T03:20:59,325 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T03:20:59,325 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4d17bd9120aa5e2c37322194e994c1ee:B, priority=-2147483648, current under compaction store size is 2 2024-12-05T03:20:59,325 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T03:20:59,325 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4d17bd9120aa5e2c37322194e994c1ee:C, priority=-2147483648, current under compaction store size is 3 2024-12-05T03:20:59,325 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T03:20:59,325 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 8 store files, 0 compacting, 8 eligible, 16 blocking 2024-12-05T03:20:59,326 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 8 store files, 0 compacting, 8 eligible, 16 blocking 2024-12-05T03:20:59,327 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 8 files of size 98436 starting at candidate #0 after considering 21 permutations with 21 in ratio 2024-12-05T03:20:59,327 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 8 files of size 267406 starting at candidate #0 after considering 21 permutations with 21 in ratio 2024-12-05T03:20:59,327 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.HStore(1540): 4d17bd9120aa5e2c37322194e994c1ee/A is initiating minor compaction (all files) 2024-12-05T03:20:59,327 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.HStore(1540): 4d17bd9120aa5e2c37322194e994c1ee/B is initiating minor compaction (all files) 2024-12-05T03:20:59,327 INFO [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4d17bd9120aa5e2c37322194e994c1ee/B in TestAcidGuarantees,,1733368835132.4d17bd9120aa5e2c37322194e994c1ee. 2024-12-05T03:20:59,327 INFO [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4d17bd9120aa5e2c37322194e994c1ee/A in TestAcidGuarantees,,1733368835132.4d17bd9120aa5e2c37322194e994c1ee. 2024-12-05T03:20:59,327 INFO [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/A/639ee641cceb4b4a98d8f1cfc660212e, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/A/90561592af20465fbe2eb7a713d03c9d, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/A/19f01584580d4dc8ab83b02575b11c64, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/A/dd9a244e6a75403eb9c9827b97ecc50c, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/A/1073c0cfc7924efcaee30f7e62e3b36d, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/A/3955cd18fb9d4f2a915081ec4f00e633, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/A/71bc674283e44ad987d54ee4d07676e5, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/A/f8b876b1166b4219a986c7c0a6048a7e] into tmpdir=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/.tmp, totalSize=261.1 K 2024-12-05T03:20:59,327 INFO [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/B/7d1d8c3d7abd443aad5d7212c7d2b525, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/B/ecc186be9dca450580b3ba541a384360, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/B/32708f70ec624c538412243ca6de4bb7, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/B/1f5115049cf546b4aa29f91ef78af410, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/B/aa98b4732bb0489db3d8534b3b961181, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/B/3c7c245bc579407da183feb1b3445f46, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/B/dd0e05261b3e460b89bb3a711b0fc381, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/B/ce23a455c6a84078851cb980a00e7a5f] into tmpdir=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/.tmp, totalSize=96.1 K 2024-12-05T03:20:59,327 INFO [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=8 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733368835132.4d17bd9120aa5e2c37322194e994c1ee. 2024-12-05T03:20:59,327 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733368835132.4d17bd9120aa5e2c37322194e994c1ee. files: [hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/A/639ee641cceb4b4a98d8f1cfc660212e, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/A/90561592af20465fbe2eb7a713d03c9d, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/A/19f01584580d4dc8ab83b02575b11c64, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/A/dd9a244e6a75403eb9c9827b97ecc50c, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/A/1073c0cfc7924efcaee30f7e62e3b36d, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/A/3955cd18fb9d4f2a915081ec4f00e633, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/A/71bc674283e44ad987d54ee4d07676e5, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/A/f8b876b1166b4219a986c7c0a6048a7e] 2024-12-05T03:20:59,328 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] compactions.Compactor(224): Compacting 7d1d8c3d7abd443aad5d7212c7d2b525, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=210, earliestPutTs=1733368848588 2024-12-05T03:20:59,328 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] compactions.Compactor(224): Compacting 639ee641cceb4b4a98d8f1cfc660212e, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=210, earliestPutTs=1733368848588 2024-12-05T03:20:59,328 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] compactions.Compactor(224): Compacting ecc186be9dca450580b3ba541a384360, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=235, earliestPutTs=1733368849759 2024-12-05T03:20:59,328 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] compactions.Compactor(224): Compacting 90561592af20465fbe2eb7a713d03c9d, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=235, earliestPutTs=1733368849758 2024-12-05T03:20:59,328 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] compactions.Compactor(224): Compacting 32708f70ec624c538412243ca6de4bb7, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=249, earliestPutTs=1733368850633 2024-12-05T03:20:59,328 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] compactions.Compactor(224): Compacting 19f01584580d4dc8ab83b02575b11c64, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=249, earliestPutTs=1733368850633 2024-12-05T03:20:59,328 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] compactions.Compactor(224): Compacting 1f5115049cf546b4aa29f91ef78af410, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=275, earliestPutTs=1733368851904 2024-12-05T03:20:59,329 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] compactions.Compactor(224): Compacting dd9a244e6a75403eb9c9827b97ecc50c, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=275, earliestPutTs=1733368851904 2024-12-05T03:20:59,329 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] compactions.Compactor(224): Compacting aa98b4732bb0489db3d8534b3b961181, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=285, earliestPutTs=1733368853033 2024-12-05T03:20:59,329 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1073c0cfc7924efcaee30f7e62e3b36d, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=285, earliestPutTs=1733368853033 2024-12-05T03:20:59,329 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] compactions.Compactor(224): Compacting 3c7c245bc579407da183feb1b3445f46, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=311, earliestPutTs=1733368854189 2024-12-05T03:20:59,329 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3955cd18fb9d4f2a915081ec4f00e633, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=311, earliestPutTs=1733368854189 2024-12-05T03:20:59,329 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] compactions.Compactor(224): Compacting dd0e05261b3e460b89bb3a711b0fc381, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=321, earliestPutTs=1733368855337 2024-12-05T03:20:59,329 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] compactions.Compactor(224): Compacting 71bc674283e44ad987d54ee4d07676e5, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=321, earliestPutTs=1733368855337 2024-12-05T03:20:59,329 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] compactions.Compactor(224): Compacting ce23a455c6a84078851cb980a00e7a5f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=348, earliestPutTs=1733368856514 2024-12-05T03:20:59,329 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] compactions.Compactor(224): Compacting f8b876b1166b4219a986c7c0a6048a7e, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=348, earliestPutTs=1733368856514 2024-12-05T03:20:59,338 INFO [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=4d17bd9120aa5e2c37322194e994c1ee] 2024-12-05T03:20:59,340 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241205aaabbd5d21804332993540c8fd2981cd_4d17bd9120aa5e2c37322194e994c1ee store=[table=TestAcidGuarantees family=A region=4d17bd9120aa5e2c37322194e994c1ee] 2024-12-05T03:20:59,340 INFO [RS:0;971fbbbe942d:46085-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4d17bd9120aa5e2c37322194e994c1ee#B#compaction#436 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-05T03:20:59,340 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/.tmp/B/bb32ecfffa1f42fd9c0604548ea42155 is 50, key is test_row_0/B:col10/1733368857654/Put/seqid=0 2024-12-05T03:20:59,344 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073742340_1516 (size=13051) 2024-12-05T03:20:59,348 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/.tmp/B/bb32ecfffa1f42fd9c0604548ea42155 as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/B/bb32ecfffa1f42fd9c0604548ea42155 2024-12-05T03:20:59,348 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241205aaabbd5d21804332993540c8fd2981cd_4d17bd9120aa5e2c37322194e994c1ee, store=[table=TestAcidGuarantees family=A region=4d17bd9120aa5e2c37322194e994c1ee] 2024-12-05T03:20:59,348 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241205aaabbd5d21804332993540c8fd2981cd_4d17bd9120aa5e2c37322194e994c1ee because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=4d17bd9120aa5e2c37322194e994c1ee] 2024-12-05T03:20:59,351 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073742341_1517 (size=4469) 2024-12-05T03:20:59,352 INFO [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 8 (all) file(s) in 4d17bd9120aa5e2c37322194e994c1ee/B of 4d17bd9120aa5e2c37322194e994c1ee into bb32ecfffa1f42fd9c0604548ea42155(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T03:20:59,352 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4d17bd9120aa5e2c37322194e994c1ee: 2024-12-05T03:20:59,352 INFO [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733368835132.4d17bd9120aa5e2c37322194e994c1ee., storeName=4d17bd9120aa5e2c37322194e994c1ee/B, priority=8, startTime=1733368859325; duration=0sec 2024-12-05T03:20:59,352 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T03:20:59,352 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4d17bd9120aa5e2c37322194e994c1ee:B 2024-12-05T03:20:59,352 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 8 store files, 0 compacting, 8 eligible, 16 blocking 2024-12-05T03:20:59,354 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 8 files of size 98436 starting at candidate #0 after considering 21 permutations with 21 in ratio 2024-12-05T03:20:59,354 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.HStore(1540): 4d17bd9120aa5e2c37322194e994c1ee/C is initiating minor compaction (all files) 2024-12-05T03:20:59,354 INFO [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4d17bd9120aa5e2c37322194e994c1ee/C in TestAcidGuarantees,,1733368835132.4d17bd9120aa5e2c37322194e994c1ee. 2024-12-05T03:20:59,354 INFO [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/C/1c8eaf4f1d1c4e539f3f8de5f8c2f245, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/C/fc9ed7f726ea41e2bbf82bd9e146820b, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/C/f06eb3bd586742c0b7468da687d5be68, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/C/7bb999f49885445cb461c46c495b5e20, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/C/7a210dba5f2349dc8196f36d97edba2a, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/C/852fe5dcfcd748eaba8c2b2416f6e73b, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/C/93a28846160b490f89730a3eb9c027aa, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/C/7ddb44e4c0ff4224b91b486c1d809743] into tmpdir=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/.tmp, totalSize=96.1 K 2024-12-05T03:20:59,355 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] compactions.Compactor(224): Compacting 1c8eaf4f1d1c4e539f3f8de5f8c2f245, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=210, earliestPutTs=1733368848588 2024-12-05T03:20:59,355 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] compactions.Compactor(224): Compacting fc9ed7f726ea41e2bbf82bd9e146820b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=235, earliestPutTs=1733368849759 2024-12-05T03:20:59,355 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] compactions.Compactor(224): Compacting f06eb3bd586742c0b7468da687d5be68, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=249, earliestPutTs=1733368850633 2024-12-05T03:20:59,355 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] compactions.Compactor(224): Compacting 7bb999f49885445cb461c46c495b5e20, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=275, earliestPutTs=1733368851904 2024-12-05T03:20:59,355 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] compactions.Compactor(224): Compacting 7a210dba5f2349dc8196f36d97edba2a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=285, earliestPutTs=1733368853033 2024-12-05T03:20:59,356 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] compactions.Compactor(224): Compacting 852fe5dcfcd748eaba8c2b2416f6e73b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=311, earliestPutTs=1733368854189 2024-12-05T03:20:59,356 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] compactions.Compactor(224): Compacting 93a28846160b490f89730a3eb9c027aa, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=321, earliestPutTs=1733368855337 2024-12-05T03:20:59,356 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] compactions.Compactor(224): Compacting 7ddb44e4c0ff4224b91b486c1d809743, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=348, earliestPutTs=1733368856514 2024-12-05T03:20:59,374 INFO [RS:0;971fbbbe942d:46085-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4d17bd9120aa5e2c37322194e994c1ee#C#compaction#438 average throughput is 0.82 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-05T03:20:59,375 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/.tmp/C/8d27747894354bbc85dd7762da0ddb0b is 50, key is test_row_0/C:col10/1733368857654/Put/seqid=0 2024-12-05T03:20:59,379 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073742342_1518 (size=13051) 2024-12-05T03:20:59,401 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 971fbbbe942d,46085,1733368737191 2024-12-05T03:20:59,402 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46085 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=135 2024-12-05T03:20:59,402 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733368835132.4d17bd9120aa5e2c37322194e994c1ee. 2024-12-05T03:20:59,402 INFO [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2837): Flushing 4d17bd9120aa5e2c37322194e994c1ee 3/3 column families, dataSize=40.25 KB heapSize=106.22 KB 2024-12-05T03:20:59,402 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4d17bd9120aa5e2c37322194e994c1ee, store=A 2024-12-05T03:20:59,402 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T03:20:59,402 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4d17bd9120aa5e2c37322194e994c1ee, store=B 2024-12-05T03:20:59,402 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T03:20:59,402 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4d17bd9120aa5e2c37322194e994c1ee, store=C 2024-12-05T03:20:59,402 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T03:20:59,407 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241205b1b3da85e36d43de954a27aae7af361a_4d17bd9120aa5e2c37322194e994c1ee is 50, key is test_row_0/A:col10/1733368857670/Put/seqid=0 2024-12-05T03:20:59,417 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073742343_1519 (size=12454) 2024-12-05T03:20:59,752 INFO [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4d17bd9120aa5e2c37322194e994c1ee#A#compaction#437 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T03:20:59,753 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/.tmp/A/42da5234cafe40eea7d2b2314b8d6185 is 175, key is test_row_0/A:col10/1733368857654/Put/seqid=0 2024-12-05T03:20:59,756 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073742344_1520 (size=32005) 2024-12-05T03:20:59,783 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/.tmp/C/8d27747894354bbc85dd7762da0ddb0b as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/C/8d27747894354bbc85dd7762da0ddb0b 2024-12-05T03:20:59,786 INFO [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 8 (all) file(s) in 4d17bd9120aa5e2c37322194e994c1ee/C of 4d17bd9120aa5e2c37322194e994c1ee into 8d27747894354bbc85dd7762da0ddb0b(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T03:20:59,786 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4d17bd9120aa5e2c37322194e994c1ee: 2024-12-05T03:20:59,786 INFO [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733368835132.4d17bd9120aa5e2c37322194e994c1ee., storeName=4d17bd9120aa5e2c37322194e994c1ee/C, priority=8, startTime=1733368859325; duration=0sec 2024-12-05T03:20:59,786 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T03:20:59,786 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4d17bd9120aa5e2c37322194e994c1ee:C 2024-12-05T03:20:59,799 DEBUG [regionserver/971fbbbe942d:0.Chore.1 {}] throttle.PressureAwareCompactionThroughputController(103): CompactionPressure is 0.38461538461538464, tune throughput to 69.23 MB/second 2024-12-05T03:20:59,800 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/971fbbbe942d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] regionserver.HStore(2316): Moving the files [hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/A/319410105ad54743815acaad9b3db6ae, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/A/842ce296ac2f44b6bd08b49c61989807, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/A/dad368feaf1b470fbf59f2a831e663bc, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/A/c4930f6efe954c819fbdf7386d428357, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/A/25aa4596ed174a2c893e8bd1067d0009, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/A/aa8c1c1d2f3f4cf99209ecaacf011054, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/A/bed4552e9679436498c35f50516dc01e, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/A/bf99bcc8875c400885330b7b2eaaccc2, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/A/3aafff3b78a94270bf09d7643d7e4da9, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/A/86f10b784d9c43f2838f8c867efd60ca, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/A/2c87c3286d8e4bf093185a32ef77717e, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/A/66e96cd5cc6449529e7a081874bc7a94, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/A/af9d14a642fd428c97a5d8d8f926ba4f, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/A/3b1237f621e44ab9b8dbf62e3e1236b5] to archive 2024-12-05T03:20:59,801 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/971fbbbe942d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-05T03:20:59,802 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/971fbbbe942d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/A/319410105ad54743815acaad9b3db6ae to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/A/319410105ad54743815acaad9b3db6ae 2024-12-05T03:20:59,803 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/971fbbbe942d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/A/842ce296ac2f44b6bd08b49c61989807 to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/A/842ce296ac2f44b6bd08b49c61989807 2024-12-05T03:20:59,803 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/971fbbbe942d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/A/dad368feaf1b470fbf59f2a831e663bc to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/A/dad368feaf1b470fbf59f2a831e663bc 2024-12-05T03:20:59,804 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/971fbbbe942d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/A/c4930f6efe954c819fbdf7386d428357 to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/A/c4930f6efe954c819fbdf7386d428357 2024-12-05T03:20:59,805 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/971fbbbe942d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/A/25aa4596ed174a2c893e8bd1067d0009 to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/A/25aa4596ed174a2c893e8bd1067d0009 2024-12-05T03:20:59,806 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/971fbbbe942d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/A/aa8c1c1d2f3f4cf99209ecaacf011054 to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/A/aa8c1c1d2f3f4cf99209ecaacf011054 2024-12-05T03:20:59,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(8581): Flush requested on 4d17bd9120aa5e2c37322194e994c1ee 2024-12-05T03:20:59,807 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733368835132.4d17bd9120aa5e2c37322194e994c1ee. as already flushing 2024-12-05T03:20:59,807 DEBUG [Thread-1890 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x75b14fbd to 127.0.0.1:54474 2024-12-05T03:20:59,807 DEBUG [Thread-1888 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x0bf5e2f0 to 127.0.0.1:54474 2024-12-05T03:20:59,807 DEBUG [Thread-1890 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T03:20:59,807 DEBUG [Thread-1888 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T03:20:59,808 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/971fbbbe942d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/A/bed4552e9679436498c35f50516dc01e to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/A/bed4552e9679436498c35f50516dc01e 2024-12-05T03:20:59,809 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/971fbbbe942d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/A/bf99bcc8875c400885330b7b2eaaccc2 to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/A/bf99bcc8875c400885330b7b2eaaccc2 2024-12-05T03:20:59,809 DEBUG [Thread-1896 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2c54a0d3 to 127.0.0.1:54474 2024-12-05T03:20:59,809 DEBUG [Thread-1892 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x62f74604 to 127.0.0.1:54474 2024-12-05T03:20:59,809 DEBUG [Thread-1896 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T03:20:59,809 DEBUG [Thread-1892 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T03:20:59,810 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/971fbbbe942d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/A/3aafff3b78a94270bf09d7643d7e4da9 to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/A/3aafff3b78a94270bf09d7643d7e4da9 2024-12-05T03:20:59,811 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/971fbbbe942d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/A/86f10b784d9c43f2838f8c867efd60ca to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/A/86f10b784d9c43f2838f8c867efd60ca 2024-12-05T03:20:59,812 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/971fbbbe942d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/A/2c87c3286d8e4bf093185a32ef77717e to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/A/2c87c3286d8e4bf093185a32ef77717e 2024-12-05T03:20:59,813 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/971fbbbe942d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/A/66e96cd5cc6449529e7a081874bc7a94 to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/A/66e96cd5cc6449529e7a081874bc7a94 2024-12-05T03:20:59,813 DEBUG [Thread-1894 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x49e13594 to 127.0.0.1:54474 2024-12-05T03:20:59,813 DEBUG [Thread-1894 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T03:20:59,814 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/971fbbbe942d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/A/af9d14a642fd428c97a5d8d8f926ba4f to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/A/af9d14a642fd428c97a5d8d8f926ba4f 2024-12-05T03:20:59,815 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/971fbbbe942d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/A/3b1237f621e44ab9b8dbf62e3e1236b5 to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/A/3b1237f621e44ab9b8dbf62e3e1236b5 2024-12-05T03:20:59,817 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:20:59,817 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/971fbbbe942d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] regionserver.HStore(2316): Moving the files [hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/B/394f73fa1bac4eeaaa5cc592881ac672, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/B/32a7850809d746a68a91c7c1a145e51f, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/B/d8400b4ee44443afad1a6c51177f4e3c, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/B/11ee5faa3c47425191db9bfc2089b786, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/B/7a612b173dda474da3ce8e1a60fc7040, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/B/82a60e5e934f43488a0a753a6200451e, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/B/683e96a266a74cbb9c1158c788e2922c, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/B/d65bd6dec26042669d89eb69857bdf42, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/B/d59ae8225142439cb8f17014c0d30c9a, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/B/c0456ebf0d9e42349b34a6aa6620e7d0, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/B/d6de409589be4ed3b3713849950a5381, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/B/18b67c90fe584696ae521f186e4b4751, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/B/45ddecffe634436c95f9e9c2962d4e08, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/B/7d1d8c3d7abd443aad5d7212c7d2b525, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/B/6a0f28101f8747118f20077d05378dbe, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/B/ecc186be9dca450580b3ba541a384360, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/B/32708f70ec624c538412243ca6de4bb7, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/B/1f5115049cf546b4aa29f91ef78af410, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/B/aa98b4732bb0489db3d8534b3b961181, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/B/3c7c245bc579407da183feb1b3445f46, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/B/dd0e05261b3e460b89bb3a711b0fc381, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/B/ce23a455c6a84078851cb980a00e7a5f] to archive 2024-12-05T03:20:59,818 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/971fbbbe942d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-05T03:20:59,819 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/971fbbbe942d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/B/394f73fa1bac4eeaaa5cc592881ac672 to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/B/394f73fa1bac4eeaaa5cc592881ac672 2024-12-05T03:20:59,820 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/971fbbbe942d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/B/32a7850809d746a68a91c7c1a145e51f to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/B/32a7850809d746a68a91c7c1a145e51f 2024-12-05T03:20:59,820 INFO [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241205b1b3da85e36d43de954a27aae7af361a_4d17bd9120aa5e2c37322194e994c1ee to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241205b1b3da85e36d43de954a27aae7af361a_4d17bd9120aa5e2c37322194e994c1ee 2024-12-05T03:20:59,821 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/.tmp/A/44f6d788b850402cbbc3ac71b2251245, store: [table=TestAcidGuarantees family=A region=4d17bd9120aa5e2c37322194e994c1ee] 2024-12-05T03:20:59,821 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/971fbbbe942d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/B/d8400b4ee44443afad1a6c51177f4e3c to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/B/d8400b4ee44443afad1a6c51177f4e3c 2024-12-05T03:20:59,821 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/.tmp/A/44f6d788b850402cbbc3ac71b2251245 is 175, key is test_row_0/A:col10/1733368857670/Put/seqid=0 2024-12-05T03:20:59,822 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/971fbbbe942d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/B/11ee5faa3c47425191db9bfc2089b786 to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/B/11ee5faa3c47425191db9bfc2089b786 2024-12-05T03:20:59,823 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/971fbbbe942d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/B/7a612b173dda474da3ce8e1a60fc7040 to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/B/7a612b173dda474da3ce8e1a60fc7040 2024-12-05T03:20:59,824 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/971fbbbe942d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/B/82a60e5e934f43488a0a753a6200451e to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/B/82a60e5e934f43488a0a753a6200451e 2024-12-05T03:20:59,824 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073742345_1521 (size=31255) 2024-12-05T03:20:59,825 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/971fbbbe942d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/B/683e96a266a74cbb9c1158c788e2922c to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/B/683e96a266a74cbb9c1158c788e2922c 2024-12-05T03:20:59,826 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/971fbbbe942d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/B/d65bd6dec26042669d89eb69857bdf42 to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/B/d65bd6dec26042669d89eb69857bdf42 2024-12-05T03:20:59,827 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/971fbbbe942d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/B/d59ae8225142439cb8f17014c0d30c9a to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/B/d59ae8225142439cb8f17014c0d30c9a 2024-12-05T03:20:59,827 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/971fbbbe942d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/B/c0456ebf0d9e42349b34a6aa6620e7d0 to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/B/c0456ebf0d9e42349b34a6aa6620e7d0 2024-12-05T03:20:59,828 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/971fbbbe942d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/B/d6de409589be4ed3b3713849950a5381 to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/B/d6de409589be4ed3b3713849950a5381 2024-12-05T03:20:59,829 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/971fbbbe942d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/B/18b67c90fe584696ae521f186e4b4751 to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/B/18b67c90fe584696ae521f186e4b4751 2024-12-05T03:20:59,830 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/971fbbbe942d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/B/45ddecffe634436c95f9e9c2962d4e08 to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/B/45ddecffe634436c95f9e9c2962d4e08 2024-12-05T03:20:59,830 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/971fbbbe942d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/B/7d1d8c3d7abd443aad5d7212c7d2b525 to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/B/7d1d8c3d7abd443aad5d7212c7d2b525 2024-12-05T03:20:59,831 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/971fbbbe942d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/B/6a0f28101f8747118f20077d05378dbe to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/B/6a0f28101f8747118f20077d05378dbe 2024-12-05T03:20:59,832 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/971fbbbe942d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/B/ecc186be9dca450580b3ba541a384360 to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/B/ecc186be9dca450580b3ba541a384360 2024-12-05T03:20:59,833 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/971fbbbe942d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/B/32708f70ec624c538412243ca6de4bb7 to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/B/32708f70ec624c538412243ca6de4bb7 2024-12-05T03:20:59,834 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/971fbbbe942d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/B/1f5115049cf546b4aa29f91ef78af410 to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/B/1f5115049cf546b4aa29f91ef78af410 2024-12-05T03:20:59,835 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/971fbbbe942d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/B/aa98b4732bb0489db3d8534b3b961181 to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/B/aa98b4732bb0489db3d8534b3b961181 2024-12-05T03:20:59,836 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/971fbbbe942d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/B/3c7c245bc579407da183feb1b3445f46 to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/B/3c7c245bc579407da183feb1b3445f46 2024-12-05T03:20:59,837 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/971fbbbe942d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/B/dd0e05261b3e460b89bb3a711b0fc381 to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/B/dd0e05261b3e460b89bb3a711b0fc381 2024-12-05T03:20:59,838 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/971fbbbe942d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/B/ce23a455c6a84078851cb980a00e7a5f to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/B/ce23a455c6a84078851cb980a00e7a5f 2024-12-05T03:20:59,840 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/971fbbbe942d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] regionserver.HStore(2316): Moving the files [hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/C/45913e308b554ef1812b0d4c05f2976b, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/C/291d36d8fefb4f988f70f1db0a3d184d, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/C/35209ba93a734f52ba2dc886fded1dda, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/C/d9c37172719d4de28be40f0591f3abfa, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/C/fc6685de10ac4db0a3171d698a01b12e, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/C/21bf935ef2c348f1bf7fef4fcb461bdc, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/C/f17daeaedb464bb8b716e7419ff090bd, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/C/206ec71d017749dba1f57ba034122900, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/C/75eb569a48ef4a6094cd081789dabef3, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/C/9269f33db47842be9cdc9d30ffe3401b, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/C/3d939f900c5c496c893c4c2e12922e73, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/C/30690bc749d040da948a5a85c9c02cc6, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/C/6efd7e6ba1a7484ba2c46b61f44304a1, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/C/1c8eaf4f1d1c4e539f3f8de5f8c2f245, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/C/0572863060484e8887773a435dfad2e9, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/C/fc9ed7f726ea41e2bbf82bd9e146820b, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/C/f06eb3bd586742c0b7468da687d5be68, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/C/7bb999f49885445cb461c46c495b5e20, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/C/7a210dba5f2349dc8196f36d97edba2a, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/C/852fe5dcfcd748eaba8c2b2416f6e73b, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/C/93a28846160b490f89730a3eb9c027aa, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/C/7ddb44e4c0ff4224b91b486c1d809743] to archive 2024-12-05T03:20:59,841 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/971fbbbe942d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-05T03:20:59,842 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/971fbbbe942d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/C/45913e308b554ef1812b0d4c05f2976b to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/C/45913e308b554ef1812b0d4c05f2976b 2024-12-05T03:20:59,843 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/971fbbbe942d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/C/291d36d8fefb4f988f70f1db0a3d184d to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/C/291d36d8fefb4f988f70f1db0a3d184d 2024-12-05T03:20:59,844 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/971fbbbe942d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/C/35209ba93a734f52ba2dc886fded1dda to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/C/35209ba93a734f52ba2dc886fded1dda 2024-12-05T03:20:59,844 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/971fbbbe942d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/C/d9c37172719d4de28be40f0591f3abfa to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/C/d9c37172719d4de28be40f0591f3abfa 2024-12-05T03:20:59,845 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/971fbbbe942d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/C/fc6685de10ac4db0a3171d698a01b12e to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/C/fc6685de10ac4db0a3171d698a01b12e 2024-12-05T03:20:59,846 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/971fbbbe942d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/C/21bf935ef2c348f1bf7fef4fcb461bdc to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/C/21bf935ef2c348f1bf7fef4fcb461bdc 2024-12-05T03:20:59,846 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/971fbbbe942d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/C/f17daeaedb464bb8b716e7419ff090bd to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/C/f17daeaedb464bb8b716e7419ff090bd 2024-12-05T03:20:59,847 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/971fbbbe942d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/C/206ec71d017749dba1f57ba034122900 to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/C/206ec71d017749dba1f57ba034122900 2024-12-05T03:20:59,848 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/971fbbbe942d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/C/75eb569a48ef4a6094cd081789dabef3 to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/C/75eb569a48ef4a6094cd081789dabef3 2024-12-05T03:20:59,849 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/971fbbbe942d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/C/9269f33db47842be9cdc9d30ffe3401b to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/C/9269f33db47842be9cdc9d30ffe3401b 2024-12-05T03:20:59,849 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/971fbbbe942d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/C/3d939f900c5c496c893c4c2e12922e73 to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/C/3d939f900c5c496c893c4c2e12922e73 2024-12-05T03:20:59,850 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/971fbbbe942d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/C/30690bc749d040da948a5a85c9c02cc6 to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/C/30690bc749d040da948a5a85c9c02cc6 2024-12-05T03:20:59,851 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/971fbbbe942d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/C/6efd7e6ba1a7484ba2c46b61f44304a1 to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/C/6efd7e6ba1a7484ba2c46b61f44304a1 2024-12-05T03:20:59,852 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/971fbbbe942d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/C/1c8eaf4f1d1c4e539f3f8de5f8c2f245 to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/C/1c8eaf4f1d1c4e539f3f8de5f8c2f245 2024-12-05T03:20:59,852 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/971fbbbe942d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/C/0572863060484e8887773a435dfad2e9 to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/C/0572863060484e8887773a435dfad2e9 2024-12-05T03:20:59,853 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/971fbbbe942d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/C/fc9ed7f726ea41e2bbf82bd9e146820b to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/C/fc9ed7f726ea41e2bbf82bd9e146820b 2024-12-05T03:20:59,854 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/971fbbbe942d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/C/f06eb3bd586742c0b7468da687d5be68 to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/C/f06eb3bd586742c0b7468da687d5be68 2024-12-05T03:20:59,855 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/971fbbbe942d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/C/7bb999f49885445cb461c46c495b5e20 to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/C/7bb999f49885445cb461c46c495b5e20 2024-12-05T03:20:59,855 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/971fbbbe942d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/C/7a210dba5f2349dc8196f36d97edba2a to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/C/7a210dba5f2349dc8196f36d97edba2a 2024-12-05T03:20:59,856 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/971fbbbe942d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/C/852fe5dcfcd748eaba8c2b2416f6e73b to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/C/852fe5dcfcd748eaba8c2b2416f6e73b 2024-12-05T03:20:59,857 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/971fbbbe942d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/C/93a28846160b490f89730a3eb9c027aa to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/C/93a28846160b490f89730a3eb9c027aa 2024-12-05T03:20:59,858 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/971fbbbe942d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/C/7ddb44e4c0ff4224b91b486c1d809743 to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/C/7ddb44e4c0ff4224b91b486c1d809743 2024-12-05T03:21:00,160 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/.tmp/A/42da5234cafe40eea7d2b2314b8d6185 as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/A/42da5234cafe40eea7d2b2314b8d6185 2024-12-05T03:21:00,163 INFO [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 8 (all) file(s) in 4d17bd9120aa5e2c37322194e994c1ee/A of 4d17bd9120aa5e2c37322194e994c1ee into 42da5234cafe40eea7d2b2314b8d6185(size=31.3 K), total size for store is 31.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T03:21:00,163 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4d17bd9120aa5e2c37322194e994c1ee: 2024-12-05T03:21:00,163 INFO [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733368835132.4d17bd9120aa5e2c37322194e994c1ee., storeName=4d17bd9120aa5e2c37322194e994c1ee/A, priority=8, startTime=1733368859325; duration=0sec 2024-12-05T03:21:00,164 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T03:21:00,164 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4d17bd9120aa5e2c37322194e994c1ee:A 2024-12-05T03:21:00,225 INFO [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=358, memsize=13.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/.tmp/A/44f6d788b850402cbbc3ac71b2251245 2024-12-05T03:21:00,232 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/.tmp/B/343c8f01056442e5b3d97a415e4c5c4f is 50, key is test_row_0/B:col10/1733368857670/Put/seqid=0 2024-12-05T03:21:00,235 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073742346_1522 (size=12301) 2024-12-05T03:21:00,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-12-05T03:21:00,635 INFO [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=358 (bloomFilter=true), to=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/.tmp/B/343c8f01056442e5b3d97a415e4c5c4f 2024-12-05T03:21:00,641 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/.tmp/C/d4a469f9970f485e8710cd56a3388696 is 50, key is test_row_0/C:col10/1733368857670/Put/seqid=0 2024-12-05T03:21:00,644 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073742347_1523 (size=12301) 2024-12-05T03:21:01,044 INFO [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=358 (bloomFilter=true), to=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/.tmp/C/d4a469f9970f485e8710cd56a3388696 2024-12-05T03:21:01,047 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/.tmp/A/44f6d788b850402cbbc3ac71b2251245 as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/A/44f6d788b850402cbbc3ac71b2251245 2024-12-05T03:21:01,050 INFO [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/A/44f6d788b850402cbbc3ac71b2251245, entries=150, sequenceid=358, filesize=30.5 K 2024-12-05T03:21:01,051 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/.tmp/B/343c8f01056442e5b3d97a415e4c5c4f as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/B/343c8f01056442e5b3d97a415e4c5c4f 2024-12-05T03:21:01,054 INFO [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/B/343c8f01056442e5b3d97a415e4c5c4f, entries=150, sequenceid=358, filesize=12.0 K 2024-12-05T03:21:01,054 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/.tmp/C/d4a469f9970f485e8710cd56a3388696 as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/C/d4a469f9970f485e8710cd56a3388696 2024-12-05T03:21:01,057 INFO [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/C/d4a469f9970f485e8710cd56a3388696, entries=150, sequenceid=358, filesize=12.0 K 2024-12-05T03:21:01,058 INFO [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(3040): Finished flush of dataSize ~40.25 KB/41220, heapSize ~106.17 KB/108720, currentSize=33.54 KB/34350 for 4d17bd9120aa5e2c37322194e994c1ee in 1655ms, sequenceid=358, compaction requested=false 2024-12-05T03:21:01,058 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2538): Flush status journal for 4d17bd9120aa5e2c37322194e994c1ee: 2024-12-05T03:21:01,058 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733368835132.4d17bd9120aa5e2c37322194e994c1ee. 2024-12-05T03:21:01,058 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=135 2024-12-05T03:21:01,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.HMaster(4106): Remote procedure done, pid=135 2024-12-05T03:21:01,060 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=135, resume processing ppid=134 2024-12-05T03:21:01,060 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=135, ppid=134, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.8780 sec 2024-12-05T03:21:01,060 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=134, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=134, table=TestAcidGuarantees in 2.8810 sec 2024-12-05T03:21:02,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-12-05T03:21:02,285 INFO [Thread-1898 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 134 completed 2024-12-05T03:21:02,285 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-12-05T03:21:02,285 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 72 2024-12-05T03:21:02,285 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 57 2024-12-05T03:21:02,285 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 55 2024-12-05T03:21:02,285 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 54 2024-12-05T03:21:02,285 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 51 2024-12-05T03:21:02,285 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-12-05T03:21:02,285 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-12-05T03:21:02,285 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2177 2024-12-05T03:21:02,285 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 6531 rows 2024-12-05T03:21:02,286 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2180 2024-12-05T03:21:02,286 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 6540 rows 2024-12-05T03:21:02,286 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2194 2024-12-05T03:21:02,286 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 6582 rows 2024-12-05T03:21:02,286 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2185 2024-12-05T03:21:02,286 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 6551 rows 2024-12-05T03:21:02,286 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2197 2024-12-05T03:21:02,286 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 6590 rows 2024-12-05T03:21:02,286 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-12-05T03:21:02,286 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2f7f772a to 127.0.0.1:54474 2024-12-05T03:21:02,286 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T03:21:02,288 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-12-05T03:21:02,289 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-12-05T03:21:02,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] procedure2.ProcedureExecutor(1098): Stored pid=136, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-12-05T03:21:02,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-12-05T03:21:02,293 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733368862292"}]},"ts":"1733368862292"} 2024-12-05T03:21:02,294 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-12-05T03:21:02,296 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-12-05T03:21:02,296 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=137, ppid=136, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-12-05T03:21:02,297 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=138, ppid=137, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=4d17bd9120aa5e2c37322194e994c1ee, UNASSIGN}] 2024-12-05T03:21:02,298 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=138, ppid=137, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=4d17bd9120aa5e2c37322194e994c1ee, UNASSIGN 2024-12-05T03:21:02,298 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=138 updating hbase:meta row=4d17bd9120aa5e2c37322194e994c1ee, regionState=CLOSING, regionLocation=971fbbbe942d,46085,1733368737191 2024-12-05T03:21:02,299 DEBUG [PEWorker-1 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-05T03:21:02,299 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=139, ppid=138, state=RUNNABLE; CloseRegionProcedure 4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191}] 2024-12-05T03:21:02,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-12-05T03:21:02,450 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 971fbbbe942d,46085,1733368737191 2024-12-05T03:21:02,451 INFO [RS_CLOSE_REGION-regionserver/971fbbbe942d:0-0 {event_type=M_RS_CLOSE_REGION, pid=139}] handler.UnassignRegionHandler(124): Close 4d17bd9120aa5e2c37322194e994c1ee 2024-12-05T03:21:02,451 DEBUG [RS_CLOSE_REGION-regionserver/971fbbbe942d:0-0 {event_type=M_RS_CLOSE_REGION, pid=139}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-12-05T03:21:02,451 DEBUG [RS_CLOSE_REGION-regionserver/971fbbbe942d:0-0 {event_type=M_RS_CLOSE_REGION, pid=139}] regionserver.HRegion(1681): Closing 4d17bd9120aa5e2c37322194e994c1ee, disabling compactions & flushes 2024-12-05T03:21:02,451 INFO [RS_CLOSE_REGION-regionserver/971fbbbe942d:0-0 {event_type=M_RS_CLOSE_REGION, pid=139}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1733368835132.4d17bd9120aa5e2c37322194e994c1ee. 2024-12-05T03:21:02,451 DEBUG [RS_CLOSE_REGION-regionserver/971fbbbe942d:0-0 {event_type=M_RS_CLOSE_REGION, pid=139}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1733368835132.4d17bd9120aa5e2c37322194e994c1ee. 2024-12-05T03:21:02,451 DEBUG [RS_CLOSE_REGION-regionserver/971fbbbe942d:0-0 {event_type=M_RS_CLOSE_REGION, pid=139}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1733368835132.4d17bd9120aa5e2c37322194e994c1ee. after waiting 0 ms 2024-12-05T03:21:02,451 DEBUG [RS_CLOSE_REGION-regionserver/971fbbbe942d:0-0 {event_type=M_RS_CLOSE_REGION, pid=139}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1733368835132.4d17bd9120aa5e2c37322194e994c1ee. 2024-12-05T03:21:02,451 INFO [RS_CLOSE_REGION-regionserver/971fbbbe942d:0-0 {event_type=M_RS_CLOSE_REGION, pid=139}] regionserver.HRegion(2837): Flushing 4d17bd9120aa5e2c37322194e994c1ee 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-12-05T03:21:02,451 DEBUG [RS_CLOSE_REGION-regionserver/971fbbbe942d:0-0 {event_type=M_RS_CLOSE_REGION, pid=139}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4d17bd9120aa5e2c37322194e994c1ee, store=A 2024-12-05T03:21:02,451 DEBUG [RS_CLOSE_REGION-regionserver/971fbbbe942d:0-0 {event_type=M_RS_CLOSE_REGION, pid=139}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T03:21:02,451 DEBUG [RS_CLOSE_REGION-regionserver/971fbbbe942d:0-0 {event_type=M_RS_CLOSE_REGION, pid=139}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4d17bd9120aa5e2c37322194e994c1ee, store=B 2024-12-05T03:21:02,451 DEBUG [RS_CLOSE_REGION-regionserver/971fbbbe942d:0-0 {event_type=M_RS_CLOSE_REGION, pid=139}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T03:21:02,451 DEBUG [RS_CLOSE_REGION-regionserver/971fbbbe942d:0-0 {event_type=M_RS_CLOSE_REGION, pid=139}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4d17bd9120aa5e2c37322194e994c1ee, store=C 2024-12-05T03:21:02,451 DEBUG [RS_CLOSE_REGION-regionserver/971fbbbe942d:0-0 {event_type=M_RS_CLOSE_REGION, pid=139}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T03:21:02,456 DEBUG [RS_CLOSE_REGION-regionserver/971fbbbe942d:0-0 {event_type=M_RS_CLOSE_REGION, pid=139}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241205defaa25b0e6f4a82b46ce2d6731c71b4_4d17bd9120aa5e2c37322194e994c1ee is 50, key is test_row_0/A:col10/1733368859812/Put/seqid=0 2024-12-05T03:21:02,459 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073742348_1524 (size=9914) 2024-12-05T03:21:02,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-12-05T03:21:02,860 DEBUG [RS_CLOSE_REGION-regionserver/971fbbbe942d:0-0 {event_type=M_RS_CLOSE_REGION, pid=139}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:02,863 INFO [RS_CLOSE_REGION-regionserver/971fbbbe942d:0-0 {event_type=M_RS_CLOSE_REGION, pid=139}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241205defaa25b0e6f4a82b46ce2d6731c71b4_4d17bd9120aa5e2c37322194e994c1ee to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241205defaa25b0e6f4a82b46ce2d6731c71b4_4d17bd9120aa5e2c37322194e994c1ee 2024-12-05T03:21:02,864 DEBUG [RS_CLOSE_REGION-regionserver/971fbbbe942d:0-0 {event_type=M_RS_CLOSE_REGION, pid=139}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/.tmp/A/c5f3a234924141e384800aeec313c804, store: [table=TestAcidGuarantees family=A region=4d17bd9120aa5e2c37322194e994c1ee] 2024-12-05T03:21:02,865 DEBUG [RS_CLOSE_REGION-regionserver/971fbbbe942d:0-0 {event_type=M_RS_CLOSE_REGION, pid=139}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/.tmp/A/c5f3a234924141e384800aeec313c804 is 175, key is test_row_0/A:col10/1733368859812/Put/seqid=0 2024-12-05T03:21:02,868 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073742349_1525 (size=22561) 2024-12-05T03:21:02,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-12-05T03:21:03,269 INFO [RS_CLOSE_REGION-regionserver/971fbbbe942d:0-0 {event_type=M_RS_CLOSE_REGION, pid=139}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=368, memsize=11.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/.tmp/A/c5f3a234924141e384800aeec313c804 2024-12-05T03:21:03,275 DEBUG [RS_CLOSE_REGION-regionserver/971fbbbe942d:0-0 {event_type=M_RS_CLOSE_REGION, pid=139}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/.tmp/B/daf3335cdfb34267bc2250b64987d4bb is 50, key is test_row_0/B:col10/1733368859812/Put/seqid=0 2024-12-05T03:21:03,278 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073742350_1526 (size=9857) 2024-12-05T03:21:03,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-12-05T03:21:03,679 INFO [RS_CLOSE_REGION-regionserver/971fbbbe942d:0-0 {event_type=M_RS_CLOSE_REGION, pid=139}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=368 (bloomFilter=true), to=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/.tmp/B/daf3335cdfb34267bc2250b64987d4bb 2024-12-05T03:21:03,685 DEBUG [RS_CLOSE_REGION-regionserver/971fbbbe942d:0-0 {event_type=M_RS_CLOSE_REGION, pid=139}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/.tmp/C/e4a3f8fe901648759c7eea93e785e78c is 50, key is test_row_0/C:col10/1733368859812/Put/seqid=0 2024-12-05T03:21:03,688 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073742351_1527 (size=9857) 2024-12-05T03:21:04,088 INFO [RS_CLOSE_REGION-regionserver/971fbbbe942d:0-0 {event_type=M_RS_CLOSE_REGION, pid=139}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=368 (bloomFilter=true), to=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/.tmp/C/e4a3f8fe901648759c7eea93e785e78c 2024-12-05T03:21:04,092 DEBUG [RS_CLOSE_REGION-regionserver/971fbbbe942d:0-0 {event_type=M_RS_CLOSE_REGION, pid=139}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/.tmp/A/c5f3a234924141e384800aeec313c804 as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/A/c5f3a234924141e384800aeec313c804 2024-12-05T03:21:04,094 INFO [RS_CLOSE_REGION-regionserver/971fbbbe942d:0-0 {event_type=M_RS_CLOSE_REGION, pid=139}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/A/c5f3a234924141e384800aeec313c804, entries=100, sequenceid=368, filesize=22.0 K 2024-12-05T03:21:04,095 DEBUG [RS_CLOSE_REGION-regionserver/971fbbbe942d:0-0 {event_type=M_RS_CLOSE_REGION, pid=139}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/.tmp/B/daf3335cdfb34267bc2250b64987d4bb as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/B/daf3335cdfb34267bc2250b64987d4bb 2024-12-05T03:21:04,097 INFO [RS_CLOSE_REGION-regionserver/971fbbbe942d:0-0 {event_type=M_RS_CLOSE_REGION, pid=139}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/B/daf3335cdfb34267bc2250b64987d4bb, entries=100, sequenceid=368, filesize=9.6 K 2024-12-05T03:21:04,098 DEBUG [RS_CLOSE_REGION-regionserver/971fbbbe942d:0-0 {event_type=M_RS_CLOSE_REGION, pid=139}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/.tmp/C/e4a3f8fe901648759c7eea93e785e78c as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/C/e4a3f8fe901648759c7eea93e785e78c 2024-12-05T03:21:04,100 INFO [RS_CLOSE_REGION-regionserver/971fbbbe942d:0-0 {event_type=M_RS_CLOSE_REGION, pid=139}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/C/e4a3f8fe901648759c7eea93e785e78c, entries=100, sequenceid=368, filesize=9.6 K 2024-12-05T03:21:04,101 INFO [RS_CLOSE_REGION-regionserver/971fbbbe942d:0-0 {event_type=M_RS_CLOSE_REGION, pid=139}] regionserver.HRegion(3040): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for 4d17bd9120aa5e2c37322194e994c1ee in 1650ms, sequenceid=368, compaction requested=true 2024-12-05T03:21:04,101 DEBUG [StoreCloser-TestAcidGuarantees,,1733368835132.4d17bd9120aa5e2c37322194e994c1ee.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/A/639ee641cceb4b4a98d8f1cfc660212e, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/A/90561592af20465fbe2eb7a713d03c9d, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/A/19f01584580d4dc8ab83b02575b11c64, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/A/dd9a244e6a75403eb9c9827b97ecc50c, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/A/1073c0cfc7924efcaee30f7e62e3b36d, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/A/3955cd18fb9d4f2a915081ec4f00e633, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/A/71bc674283e44ad987d54ee4d07676e5, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/A/f8b876b1166b4219a986c7c0a6048a7e] to archive 2024-12-05T03:21:04,102 DEBUG [StoreCloser-TestAcidGuarantees,,1733368835132.4d17bd9120aa5e2c37322194e994c1ee.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-05T03:21:04,103 DEBUG [StoreCloser-TestAcidGuarantees,,1733368835132.4d17bd9120aa5e2c37322194e994c1ee.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/A/639ee641cceb4b4a98d8f1cfc660212e to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/A/639ee641cceb4b4a98d8f1cfc660212e 2024-12-05T03:21:04,104 DEBUG [StoreCloser-TestAcidGuarantees,,1733368835132.4d17bd9120aa5e2c37322194e994c1ee.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/A/90561592af20465fbe2eb7a713d03c9d to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/A/90561592af20465fbe2eb7a713d03c9d 2024-12-05T03:21:04,105 DEBUG [StoreCloser-TestAcidGuarantees,,1733368835132.4d17bd9120aa5e2c37322194e994c1ee.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/A/19f01584580d4dc8ab83b02575b11c64 to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/A/19f01584580d4dc8ab83b02575b11c64 2024-12-05T03:21:04,105 DEBUG [StoreCloser-TestAcidGuarantees,,1733368835132.4d17bd9120aa5e2c37322194e994c1ee.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/A/dd9a244e6a75403eb9c9827b97ecc50c to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/A/dd9a244e6a75403eb9c9827b97ecc50c 2024-12-05T03:21:04,106 DEBUG [StoreCloser-TestAcidGuarantees,,1733368835132.4d17bd9120aa5e2c37322194e994c1ee.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/A/1073c0cfc7924efcaee30f7e62e3b36d to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/A/1073c0cfc7924efcaee30f7e62e3b36d 2024-12-05T03:21:04,107 DEBUG [StoreCloser-TestAcidGuarantees,,1733368835132.4d17bd9120aa5e2c37322194e994c1ee.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/A/3955cd18fb9d4f2a915081ec4f00e633 to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/A/3955cd18fb9d4f2a915081ec4f00e633 2024-12-05T03:21:04,108 DEBUG [StoreCloser-TestAcidGuarantees,,1733368835132.4d17bd9120aa5e2c37322194e994c1ee.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/A/71bc674283e44ad987d54ee4d07676e5 to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/A/71bc674283e44ad987d54ee4d07676e5 2024-12-05T03:21:04,108 DEBUG [StoreCloser-TestAcidGuarantees,,1733368835132.4d17bd9120aa5e2c37322194e994c1ee.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/A/f8b876b1166b4219a986c7c0a6048a7e to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/A/f8b876b1166b4219a986c7c0a6048a7e 2024-12-05T03:21:04,113 DEBUG [RS_CLOSE_REGION-regionserver/971fbbbe942d:0-0 {event_type=M_RS_CLOSE_REGION, pid=139}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/recovered.edits/371.seqid, newMaxSeqId=371, maxSeqId=4 2024-12-05T03:21:04,113 INFO [RS_CLOSE_REGION-regionserver/971fbbbe942d:0-0 {event_type=M_RS_CLOSE_REGION, pid=139}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1733368835132.4d17bd9120aa5e2c37322194e994c1ee. 2024-12-05T03:21:04,113 DEBUG [RS_CLOSE_REGION-regionserver/971fbbbe942d:0-0 {event_type=M_RS_CLOSE_REGION, pid=139}] regionserver.HRegion(1635): Region close journal for 4d17bd9120aa5e2c37322194e994c1ee: 2024-12-05T03:21:04,114 INFO [RS_CLOSE_REGION-regionserver/971fbbbe942d:0-0 {event_type=M_RS_CLOSE_REGION, pid=139}] handler.UnassignRegionHandler(170): Closed 4d17bd9120aa5e2c37322194e994c1ee 2024-12-05T03:21:04,115 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=138 updating hbase:meta row=4d17bd9120aa5e2c37322194e994c1ee, regionState=CLOSED 2024-12-05T03:21:04,117 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=139, resume processing ppid=138 2024-12-05T03:21:04,117 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=139, ppid=138, state=SUCCESS; CloseRegionProcedure 4d17bd9120aa5e2c37322194e994c1ee, server=971fbbbe942d,46085,1733368737191 in 1.8170 sec 2024-12-05T03:21:04,118 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=138, resume processing ppid=137 2024-12-05T03:21:04,118 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=138, ppid=137, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=4d17bd9120aa5e2c37322194e994c1ee, UNASSIGN in 1.8200 sec 2024-12-05T03:21:04,119 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=137, resume processing ppid=136 2024-12-05T03:21:04,119 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=137, ppid=136, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.8220 sec 2024-12-05T03:21:04,120 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733368864120"}]},"ts":"1733368864120"} 2024-12-05T03:21:04,120 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-12-05T03:21:04,122 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-12-05T03:21:04,124 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=136, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 1.8340 sec 2024-12-05T03:21:04,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-12-05T03:21:04,396 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 136 completed 2024-12-05T03:21:04,396 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-12-05T03:21:04,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] procedure2.ProcedureExecutor(1098): Stored pid=140, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-12-05T03:21:04,398 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=140, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-05T03:21:04,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=140 2024-12-05T03:21:04,398 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=140, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-05T03:21:04,400 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee 2024-12-05T03:21:04,402 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/A, FileablePath, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/B, FileablePath, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/C, FileablePath, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/recovered.edits] 2024-12-05T03:21:04,404 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/A/42da5234cafe40eea7d2b2314b8d6185 to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/A/42da5234cafe40eea7d2b2314b8d6185 2024-12-05T03:21:04,405 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/A/44f6d788b850402cbbc3ac71b2251245 to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/A/44f6d788b850402cbbc3ac71b2251245 2024-12-05T03:21:04,406 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/A/c5f3a234924141e384800aeec313c804 to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/A/c5f3a234924141e384800aeec313c804 2024-12-05T03:21:04,408 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/B/343c8f01056442e5b3d97a415e4c5c4f to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/B/343c8f01056442e5b3d97a415e4c5c4f 2024-12-05T03:21:04,409 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/B/bb32ecfffa1f42fd9c0604548ea42155 to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/B/bb32ecfffa1f42fd9c0604548ea42155 2024-12-05T03:21:04,410 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/B/daf3335cdfb34267bc2250b64987d4bb to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/B/daf3335cdfb34267bc2250b64987d4bb 2024-12-05T03:21:04,411 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/C/8d27747894354bbc85dd7762da0ddb0b to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/C/8d27747894354bbc85dd7762da0ddb0b 2024-12-05T03:21:04,412 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/C/d4a469f9970f485e8710cd56a3388696 to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/C/d4a469f9970f485e8710cd56a3388696 2024-12-05T03:21:04,413 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/C/e4a3f8fe901648759c7eea93e785e78c to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/C/e4a3f8fe901648759c7eea93e785e78c 2024-12-05T03:21:04,415 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/recovered.edits/371.seqid to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee/recovered.edits/371.seqid 2024-12-05T03:21:04,415 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/4d17bd9120aa5e2c37322194e994c1ee 2024-12-05T03:21:04,415 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-12-05T03:21:04,415 DEBUG [PEWorker-4 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-12-05T03:21:04,416 DEBUG [PEWorker-4 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-12-05T03:21:04,418 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120507672f58626f41daa54aab80f98ec7c7_4d17bd9120aa5e2c37322194e994c1ee to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120507672f58626f41daa54aab80f98ec7c7_4d17bd9120aa5e2c37322194e994c1ee 2024-12-05T03:21:04,419 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412051efe8f0a44c446948321b6ba31eee355_4d17bd9120aa5e2c37322194e994c1ee to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412051efe8f0a44c446948321b6ba31eee355_4d17bd9120aa5e2c37322194e994c1ee 2024-12-05T03:21:04,420 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120522467c1c722b4d02b2d55b43a55f2eab_4d17bd9120aa5e2c37322194e994c1ee to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120522467c1c722b4d02b2d55b43a55f2eab_4d17bd9120aa5e2c37322194e994c1ee 2024-12-05T03:21:04,421 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120522fbf5bb83494403bde213a6c962188d_4d17bd9120aa5e2c37322194e994c1ee to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120522fbf5bb83494403bde213a6c962188d_4d17bd9120aa5e2c37322194e994c1ee 2024-12-05T03:21:04,422 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120538428132a2ba469bb0954a4bfc5e6196_4d17bd9120aa5e2c37322194e994c1ee to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120538428132a2ba469bb0954a4bfc5e6196_4d17bd9120aa5e2c37322194e994c1ee 2024-12-05T03:21:04,423 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412053c752285c19b4e6595211fb6475591c2_4d17bd9120aa5e2c37322194e994c1ee to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412053c752285c19b4e6595211fb6475591c2_4d17bd9120aa5e2c37322194e994c1ee 2024-12-05T03:21:04,423 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412058b84603c945c432bb73bbf98d409d713_4d17bd9120aa5e2c37322194e994c1ee to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412058b84603c945c432bb73bbf98d409d713_4d17bd9120aa5e2c37322194e994c1ee 2024-12-05T03:21:04,424 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120598a5e404e5d0498fa99cfd1035317948_4d17bd9120aa5e2c37322194e994c1ee to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120598a5e404e5d0498fa99cfd1035317948_4d17bd9120aa5e2c37322194e994c1ee 2024-12-05T03:21:04,425 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412059a89c6291afe443b978be8db18897d80_4d17bd9120aa5e2c37322194e994c1ee to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412059a89c6291afe443b978be8db18897d80_4d17bd9120aa5e2c37322194e994c1ee 2024-12-05T03:21:04,426 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241205afe05d2bef3c4752b96e1fe318a3778a_4d17bd9120aa5e2c37322194e994c1ee to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241205afe05d2bef3c4752b96e1fe318a3778a_4d17bd9120aa5e2c37322194e994c1ee 2024-12-05T03:21:04,427 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241205b1b3da85e36d43de954a27aae7af361a_4d17bd9120aa5e2c37322194e994c1ee to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241205b1b3da85e36d43de954a27aae7af361a_4d17bd9120aa5e2c37322194e994c1ee 2024-12-05T03:21:04,428 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241205d3326ac52f094abc9bb58f3a4560ec95_4d17bd9120aa5e2c37322194e994c1ee to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241205d3326ac52f094abc9bb58f3a4560ec95_4d17bd9120aa5e2c37322194e994c1ee 2024-12-05T03:21:04,428 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241205d9b9e9256acf46b5b50bcaa9dbdde106_4d17bd9120aa5e2c37322194e994c1ee to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241205d9b9e9256acf46b5b50bcaa9dbdde106_4d17bd9120aa5e2c37322194e994c1ee 2024-12-05T03:21:04,429 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241205dee349fcedfb45969d9b2adf4307e013_4d17bd9120aa5e2c37322194e994c1ee to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241205dee349fcedfb45969d9b2adf4307e013_4d17bd9120aa5e2c37322194e994c1ee 2024-12-05T03:21:04,430 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241205defaa25b0e6f4a82b46ce2d6731c71b4_4d17bd9120aa5e2c37322194e994c1ee to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241205defaa25b0e6f4a82b46ce2d6731c71b4_4d17bd9120aa5e2c37322194e994c1ee 2024-12-05T03:21:04,431 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241205e1d89aef99744f45a77250254fa14a9b_4d17bd9120aa5e2c37322194e994c1ee to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241205e1d89aef99744f45a77250254fa14a9b_4d17bd9120aa5e2c37322194e994c1ee 2024-12-05T03:21:04,432 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241205e4ca0221be624f059dbad686b9c4fe9c_4d17bd9120aa5e2c37322194e994c1ee to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241205e4ca0221be624f059dbad686b9c4fe9c_4d17bd9120aa5e2c37322194e994c1ee 2024-12-05T03:21:04,433 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241205e5da7997bfb24ee58e487844bfc49c99_4d17bd9120aa5e2c37322194e994c1ee to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241205e5da7997bfb24ee58e487844bfc49c99_4d17bd9120aa5e2c37322194e994c1ee 2024-12-05T03:21:04,434 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241205e97ba04f9a9b4106a5c61ff6cab9c6ba_4d17bd9120aa5e2c37322194e994c1ee to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241205e97ba04f9a9b4106a5c61ff6cab9c6ba_4d17bd9120aa5e2c37322194e994c1ee 2024-12-05T03:21:04,434 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241205efb624d5a5dc4f56ba715b3b720cf2bf_4d17bd9120aa5e2c37322194e994c1ee to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241205efb624d5a5dc4f56ba715b3b720cf2bf_4d17bd9120aa5e2c37322194e994c1ee 2024-12-05T03:21:04,435 DEBUG [PEWorker-4 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-12-05T03:21:04,437 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=140, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-05T03:21:04,442 WARN [PEWorker-4 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-12-05T03:21:04,444 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-12-05T03:21:04,444 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=140, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-05T03:21:04,444 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-12-05T03:21:04,445 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1733368835132.4d17bd9120aa5e2c37322194e994c1ee.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1733368864444"}]},"ts":"9223372036854775807"} 2024-12-05T03:21:04,446 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-12-05T03:21:04,446 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => 4d17bd9120aa5e2c37322194e994c1ee, NAME => 'TestAcidGuarantees,,1733368835132.4d17bd9120aa5e2c37322194e994c1ee.', STARTKEY => '', ENDKEY => ''}] 2024-12-05T03:21:04,446 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-12-05T03:21:04,446 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1733368864446"}]},"ts":"9223372036854775807"} 2024-12-05T03:21:04,447 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-12-05T03:21:04,449 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(133): Finished pid=140, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-05T03:21:04,450 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=140, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 53 msec 2024-12-05T03:21:04,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=140 2024-12-05T03:21:04,499 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 140 completed 2024-12-05T03:21:04,508 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithAdaptivePolicy#testMobScanAtomicity Thread=239 (was 237) - Thread LEAK? -, OpenFileDescriptor=448 (was 453), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=439 (was 499), ProcessCount=11 (was 11), AvailableMemoryMB=5854 (was 6057) 2024-12-05T03:21:04,517 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithAdaptivePolicy#testScanAtomicity Thread=239, OpenFileDescriptor=448, MaxFileDescriptor=1048576, SystemLoadAverage=439, ProcessCount=11, AvailableMemoryMB=5854 2024-12-05T03:21:04,518 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-12-05T03:21:04,518 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T03:21:04,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] procedure2.ProcedureExecutor(1098): Stored pid=141, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-12-05T03:21:04,520 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=141, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-12-05T03:21:04,520 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:04,520 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 141 2024-12-05T03:21:04,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=141 2024-12-05T03:21:04,521 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=141, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-05T03:21:04,525 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073742352_1528 (size=963) 2024-12-05T03:21:04,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=141 2024-12-05T03:21:04,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=141 2024-12-05T03:21:04,927 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 8678a82b280c05ad526adecf420afb71, NAME => 'TestAcidGuarantees,,1733368864518.8678a82b280c05ad526adecf420afb71.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c 2024-12-05T03:21:04,931 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073742353_1529 (size=53) 2024-12-05T03:21:05,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=141 2024-12-05T03:21:05,332 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1733368864518.8678a82b280c05ad526adecf420afb71.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T03:21:05,332 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing 8678a82b280c05ad526adecf420afb71, disabling compactions & flushes 2024-12-05T03:21:05,332 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1733368864518.8678a82b280c05ad526adecf420afb71. 2024-12-05T03:21:05,333 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1733368864518.8678a82b280c05ad526adecf420afb71. 2024-12-05T03:21:05,333 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1733368864518.8678a82b280c05ad526adecf420afb71. after waiting 0 ms 2024-12-05T03:21:05,333 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1733368864518.8678a82b280c05ad526adecf420afb71. 2024-12-05T03:21:05,333 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1733368864518.8678a82b280c05ad526adecf420afb71. 2024-12-05T03:21:05,333 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for 8678a82b280c05ad526adecf420afb71: 2024-12-05T03:21:05,334 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=141, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-12-05T03:21:05,334 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1733368864518.8678a82b280c05ad526adecf420afb71.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1733368865334"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733368865334"}]},"ts":"1733368865334"} 2024-12-05T03:21:05,335 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-12-05T03:21:05,336 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=141, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-05T03:21:05,336 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733368865336"}]},"ts":"1733368865336"} 2024-12-05T03:21:05,336 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-12-05T03:21:05,340 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=142, ppid=141, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=8678a82b280c05ad526adecf420afb71, ASSIGN}] 2024-12-05T03:21:05,341 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=142, ppid=141, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=8678a82b280c05ad526adecf420afb71, ASSIGN 2024-12-05T03:21:05,341 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=142, ppid=141, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=8678a82b280c05ad526adecf420afb71, ASSIGN; state=OFFLINE, location=971fbbbe942d,46085,1733368737191; forceNewPlan=false, retain=false 2024-12-05T03:21:05,492 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=142 updating hbase:meta row=8678a82b280c05ad526adecf420afb71, regionState=OPENING, regionLocation=971fbbbe942d,46085,1733368737191 2024-12-05T03:21:05,493 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=143, ppid=142, state=RUNNABLE; OpenRegionProcedure 8678a82b280c05ad526adecf420afb71, server=971fbbbe942d,46085,1733368737191}] 2024-12-05T03:21:05,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=141 2024-12-05T03:21:05,645 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 971fbbbe942d,46085,1733368737191 2024-12-05T03:21:05,647 INFO [RS_OPEN_REGION-regionserver/971fbbbe942d:0-0 {event_type=M_RS_OPEN_REGION, pid=143}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1733368864518.8678a82b280c05ad526adecf420afb71. 2024-12-05T03:21:05,647 DEBUG [RS_OPEN_REGION-regionserver/971fbbbe942d:0-0 {event_type=M_RS_OPEN_REGION, pid=143}] regionserver.HRegion(7285): Opening region: {ENCODED => 8678a82b280c05ad526adecf420afb71, NAME => 'TestAcidGuarantees,,1733368864518.8678a82b280c05ad526adecf420afb71.', STARTKEY => '', ENDKEY => ''} 2024-12-05T03:21:05,647 DEBUG [RS_OPEN_REGION-regionserver/971fbbbe942d:0-0 {event_type=M_RS_OPEN_REGION, pid=143}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 8678a82b280c05ad526adecf420afb71 2024-12-05T03:21:05,647 DEBUG [RS_OPEN_REGION-regionserver/971fbbbe942d:0-0 {event_type=M_RS_OPEN_REGION, pid=143}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1733368864518.8678a82b280c05ad526adecf420afb71.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T03:21:05,647 DEBUG [RS_OPEN_REGION-regionserver/971fbbbe942d:0-0 {event_type=M_RS_OPEN_REGION, pid=143}] regionserver.HRegion(7327): checking encryption for 8678a82b280c05ad526adecf420afb71 2024-12-05T03:21:05,648 DEBUG [RS_OPEN_REGION-regionserver/971fbbbe942d:0-0 {event_type=M_RS_OPEN_REGION, pid=143}] regionserver.HRegion(7330): checking classloading for 8678a82b280c05ad526adecf420afb71 2024-12-05T03:21:05,649 INFO [StoreOpener-8678a82b280c05ad526adecf420afb71-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 8678a82b280c05ad526adecf420afb71 2024-12-05T03:21:05,650 INFO [StoreOpener-8678a82b280c05ad526adecf420afb71-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-05T03:21:05,650 INFO [StoreOpener-8678a82b280c05ad526adecf420afb71-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8678a82b280c05ad526adecf420afb71 columnFamilyName A 2024-12-05T03:21:05,650 DEBUG [StoreOpener-8678a82b280c05ad526adecf420afb71-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:05,650 INFO [StoreOpener-8678a82b280c05ad526adecf420afb71-1 {}] regionserver.HStore(327): Store=8678a82b280c05ad526adecf420afb71/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T03:21:05,650 INFO [StoreOpener-8678a82b280c05ad526adecf420afb71-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 8678a82b280c05ad526adecf420afb71 2024-12-05T03:21:05,651 INFO [StoreOpener-8678a82b280c05ad526adecf420afb71-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-05T03:21:05,651 INFO [StoreOpener-8678a82b280c05ad526adecf420afb71-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8678a82b280c05ad526adecf420afb71 columnFamilyName B 2024-12-05T03:21:05,651 DEBUG [StoreOpener-8678a82b280c05ad526adecf420afb71-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:05,651 INFO [StoreOpener-8678a82b280c05ad526adecf420afb71-1 {}] regionserver.HStore(327): Store=8678a82b280c05ad526adecf420afb71/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T03:21:05,652 INFO [StoreOpener-8678a82b280c05ad526adecf420afb71-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 8678a82b280c05ad526adecf420afb71 2024-12-05T03:21:05,652 INFO [StoreOpener-8678a82b280c05ad526adecf420afb71-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-05T03:21:05,652 INFO [StoreOpener-8678a82b280c05ad526adecf420afb71-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8678a82b280c05ad526adecf420afb71 columnFamilyName C 2024-12-05T03:21:05,653 DEBUG [StoreOpener-8678a82b280c05ad526adecf420afb71-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:05,653 INFO [StoreOpener-8678a82b280c05ad526adecf420afb71-1 {}] regionserver.HStore(327): Store=8678a82b280c05ad526adecf420afb71/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T03:21:05,653 INFO [RS_OPEN_REGION-regionserver/971fbbbe942d:0-0 {event_type=M_RS_OPEN_REGION, pid=143}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1733368864518.8678a82b280c05ad526adecf420afb71. 2024-12-05T03:21:05,653 DEBUG [RS_OPEN_REGION-regionserver/971fbbbe942d:0-0 {event_type=M_RS_OPEN_REGION, pid=143}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71 2024-12-05T03:21:05,654 DEBUG [RS_OPEN_REGION-regionserver/971fbbbe942d:0-0 {event_type=M_RS_OPEN_REGION, pid=143}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71 2024-12-05T03:21:05,655 DEBUG [RS_OPEN_REGION-regionserver/971fbbbe942d:0-0 {event_type=M_RS_OPEN_REGION, pid=143}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-05T03:21:05,656 DEBUG [RS_OPEN_REGION-regionserver/971fbbbe942d:0-0 {event_type=M_RS_OPEN_REGION, pid=143}] regionserver.HRegion(1085): writing seq id for 8678a82b280c05ad526adecf420afb71 2024-12-05T03:21:05,657 DEBUG [RS_OPEN_REGION-regionserver/971fbbbe942d:0-0 {event_type=M_RS_OPEN_REGION, pid=143}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T03:21:05,657 INFO [RS_OPEN_REGION-regionserver/971fbbbe942d:0-0 {event_type=M_RS_OPEN_REGION, pid=143}] regionserver.HRegion(1102): Opened 8678a82b280c05ad526adecf420afb71; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74213185, jitterRate=0.10586263239383698}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-05T03:21:05,658 DEBUG [RS_OPEN_REGION-regionserver/971fbbbe942d:0-0 {event_type=M_RS_OPEN_REGION, pid=143}] regionserver.HRegion(1001): Region open journal for 8678a82b280c05ad526adecf420afb71: 2024-12-05T03:21:05,659 INFO [RS_OPEN_REGION-regionserver/971fbbbe942d:0-0 {event_type=M_RS_OPEN_REGION, pid=143}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1733368864518.8678a82b280c05ad526adecf420afb71., pid=143, masterSystemTime=1733368865645 2024-12-05T03:21:05,660 DEBUG [RS_OPEN_REGION-regionserver/971fbbbe942d:0-0 {event_type=M_RS_OPEN_REGION, pid=143}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1733368864518.8678a82b280c05ad526adecf420afb71. 2024-12-05T03:21:05,660 INFO [RS_OPEN_REGION-regionserver/971fbbbe942d:0-0 {event_type=M_RS_OPEN_REGION, pid=143}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1733368864518.8678a82b280c05ad526adecf420afb71. 2024-12-05T03:21:05,660 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=142 updating hbase:meta row=8678a82b280c05ad526adecf420afb71, regionState=OPEN, openSeqNum=2, regionLocation=971fbbbe942d,46085,1733368737191 2024-12-05T03:21:05,662 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=143, resume processing ppid=142 2024-12-05T03:21:05,662 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=143, ppid=142, state=SUCCESS; OpenRegionProcedure 8678a82b280c05ad526adecf420afb71, server=971fbbbe942d,46085,1733368737191 in 168 msec 2024-12-05T03:21:05,663 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=142, resume processing ppid=141 2024-12-05T03:21:05,663 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=142, ppid=141, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=8678a82b280c05ad526adecf420afb71, ASSIGN in 322 msec 2024-12-05T03:21:05,664 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=141, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-05T03:21:05,664 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733368865664"}]},"ts":"1733368865664"} 2024-12-05T03:21:05,665 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-12-05T03:21:05,667 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=141, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-12-05T03:21:05,668 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=141, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.1500 sec 2024-12-05T03:21:06,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=141 2024-12-05T03:21:06,624 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 141 completed 2024-12-05T03:21:06,626 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x238db126 to 127.0.0.1:54474 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3512017b 2024-12-05T03:21:06,629 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@301741f1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T03:21:06,630 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T03:21:06,632 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59068, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T03:21:06,633 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T03:21:06,633 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52468, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T03:21:06,635 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x4c60eb7d to 127.0.0.1:54474 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@695c2253 2024-12-05T03:21:06,639 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@63cefe40, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T03:21:06,639 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x79b10416 to 127.0.0.1:54474 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7177efc9 2024-12-05T03:21:06,643 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@65df2359, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T03:21:06,643 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2f142b04 to 127.0.0.1:54474 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@61d38088 2024-12-05T03:21:06,649 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d0ab200, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T03:21:06,649 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x0de9f076 to 127.0.0.1:54474 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7043f683 2024-12-05T03:21:06,653 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5871c039, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T03:21:06,654 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x4414259d to 127.0.0.1:54474 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2b0c2472 2024-12-05T03:21:06,656 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7daa5922, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T03:21:06,657 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x34b30c39 to 127.0.0.1:54474 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@1b7f20c4 2024-12-05T03:21:06,660 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5bc486e1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T03:21:06,661 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3d672ed2 to 127.0.0.1:54474 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5f7c40ba 2024-12-05T03:21:06,664 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2070263a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T03:21:06,664 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7cf40102 to 127.0.0.1:54474 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@41b0e7b6 2024-12-05T03:21:06,670 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6050584c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T03:21:06,671 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x496fe03f to 127.0.0.1:54474 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@f2423f3 2024-12-05T03:21:06,674 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6dd48863, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T03:21:06,675 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3652e74d to 127.0.0.1:54474 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@184771cf 2024-12-05T03:21:06,678 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@51196534, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T03:21:06,682 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-05T03:21:06,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] procedure2.ProcedureExecutor(1098): Stored pid=144, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=144, table=TestAcidGuarantees 2024-12-05T03:21:06,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=144 2024-12-05T03:21:06,684 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=144, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=144, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-05T03:21:06,684 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=144, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=144, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-05T03:21:06,684 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=145, ppid=144, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-05T03:21:06,692 DEBUG [hconnection-0x59cf7dd8-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T03:21:06,692 DEBUG [hconnection-0x6c67357-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T03:21:06,693 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59074, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T03:21:06,693 DEBUG [hconnection-0x183f1834-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T03:21:06,693 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59080, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T03:21:06,694 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59090, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T03:21:06,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(8581): Flush requested on 8678a82b280c05ad526adecf420afb71 2024-12-05T03:21:06,701 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 8678a82b280c05ad526adecf420afb71 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-05T03:21:06,701 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8678a82b280c05ad526adecf420afb71, store=A 2024-12-05T03:21:06,701 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T03:21:06,702 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8678a82b280c05ad526adecf420afb71, store=B 2024-12-05T03:21:06,702 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T03:21:06,702 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8678a82b280c05ad526adecf420afb71, store=C 2024-12-05T03:21:06,702 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T03:21:06,708 DEBUG [hconnection-0x1fd7649f-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T03:21:06,709 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59094, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T03:21:06,712 DEBUG [hconnection-0x36f00bae-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T03:21:06,713 DEBUG [hconnection-0x6589b121-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T03:21:06,713 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59102, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T03:21:06,717 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59108, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T03:21:06,724 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8678a82b280c05ad526adecf420afb71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:21:06,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 3 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59108 deadline: 1733368926724, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8678a82b280c05ad526adecf420afb71, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:21:06,726 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8678a82b280c05ad526adecf420afb71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:21:06,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59080 deadline: 1733368926725, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8678a82b280c05ad526adecf420afb71, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:21:06,726 DEBUG [hconnection-0x61801db7-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T03:21:06,727 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59124, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T03:21:06,728 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/.tmp/A/5fab3512e3ae4840ab70408848c4e8b7 is 50, key is test_row_0/A:col10/1733368866699/Put/seqid=0 2024-12-05T03:21:06,729 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8678a82b280c05ad526adecf420afb71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:21:06,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59074 deadline: 1733368926726, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8678a82b280c05ad526adecf420afb71, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:21:06,729 DEBUG [hconnection-0x735d49b1-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T03:21:06,729 DEBUG [hconnection-0x37dacfe4-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T03:21:06,730 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59134, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T03:21:06,730 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59144, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T03:21:06,733 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8678a82b280c05ad526adecf420afb71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:21:06,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 2 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59144 deadline: 1733368926732, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8678a82b280c05ad526adecf420afb71, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:21:06,739 DEBUG [hconnection-0x3cd05064-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T03:21:06,740 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59160, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T03:21:06,741 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8678a82b280c05ad526adecf420afb71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:21:06,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 2 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59160 deadline: 1733368926741, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8678a82b280c05ad526adecf420afb71, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:21:06,749 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073742354_1530 (size=12001) 2024-12-05T03:21:06,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=144 2024-12-05T03:21:06,829 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8678a82b280c05ad526adecf420afb71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:21:06,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59080 deadline: 1733368926827, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8678a82b280c05ad526adecf420afb71, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:21:06,829 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8678a82b280c05ad526adecf420afb71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:21:06,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 5 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59108 deadline: 1733368926828, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8678a82b280c05ad526adecf420afb71, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:21:06,831 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8678a82b280c05ad526adecf420afb71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:21:06,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59074 deadline: 1733368926830, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8678a82b280c05ad526adecf420afb71, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:21:06,836 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 971fbbbe942d,46085,1733368737191 2024-12-05T03:21:06,836 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46085 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=145 2024-12-05T03:21:06,837 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733368864518.8678a82b280c05ad526adecf420afb71. 2024-12-05T03:21:06,837 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733368864518.8678a82b280c05ad526adecf420afb71. as already flushing 2024-12-05T03:21:06,837 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733368864518.8678a82b280c05ad526adecf420afb71. 2024-12-05T03:21:06,837 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8678a82b280c05ad526adecf420afb71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:21:06,837 ERROR [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] handler.RSProcedureHandler(58): pid=145 java.io.IOException: Unable to complete flush {ENCODED => 8678a82b280c05ad526adecf420afb71, NAME => 'TestAcidGuarantees,,1733368864518.8678a82b280c05ad526adecf420afb71.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:21:06,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59144 deadline: 1733368926836, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8678a82b280c05ad526adecf420afb71, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:21:06,837 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=145 java.io.IOException: Unable to complete flush {ENCODED => 8678a82b280c05ad526adecf420afb71, NAME => 'TestAcidGuarantees,,1733368864518.8678a82b280c05ad526adecf420afb71.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:21:06,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.HMaster(4114): Remote procedure failed, pid=145 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8678a82b280c05ad526adecf420afb71, NAME => 'TestAcidGuarantees,,1733368864518.8678a82b280c05ad526adecf420afb71.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8678a82b280c05ad526adecf420afb71, NAME => 'TestAcidGuarantees,,1733368864518.8678a82b280c05ad526adecf420afb71.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:21:06,843 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8678a82b280c05ad526adecf420afb71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:21:06,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59160 deadline: 1733368926842, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8678a82b280c05ad526adecf420afb71, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:21:06,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=144 2024-12-05T03:21:06,989 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 971fbbbe942d,46085,1733368737191 2024-12-05T03:21:06,989 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46085 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=145 2024-12-05T03:21:06,990 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733368864518.8678a82b280c05ad526adecf420afb71. 2024-12-05T03:21:06,990 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733368864518.8678a82b280c05ad526adecf420afb71. as already flushing 2024-12-05T03:21:06,990 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733368864518.8678a82b280c05ad526adecf420afb71. 2024-12-05T03:21:06,990 ERROR [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] handler.RSProcedureHandler(58): pid=145 java.io.IOException: Unable to complete flush {ENCODED => 8678a82b280c05ad526adecf420afb71, NAME => 'TestAcidGuarantees,,1733368864518.8678a82b280c05ad526adecf420afb71.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:21:06,990 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=145 java.io.IOException: Unable to complete flush {ENCODED => 8678a82b280c05ad526adecf420afb71, NAME => 'TestAcidGuarantees,,1733368864518.8678a82b280c05ad526adecf420afb71.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:21:06,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.HMaster(4114): Remote procedure failed, pid=145 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8678a82b280c05ad526adecf420afb71, NAME => 'TestAcidGuarantees,,1733368864518.8678a82b280c05ad526adecf420afb71.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8678a82b280c05ad526adecf420afb71, NAME => 'TestAcidGuarantees,,1733368864518.8678a82b280c05ad526adecf420afb71.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:21:07,033 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8678a82b280c05ad526adecf420afb71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:21:07,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59080 deadline: 1733368927030, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8678a82b280c05ad526adecf420afb71, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:21:07,034 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8678a82b280c05ad526adecf420afb71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:21:07,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59108 deadline: 1733368927031, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8678a82b280c05ad526adecf420afb71, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:21:07,034 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8678a82b280c05ad526adecf420afb71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:21:07,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59074 deadline: 1733368927032, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8678a82b280c05ad526adecf420afb71, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:21:07,041 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8678a82b280c05ad526adecf420afb71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:21:07,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59144 deadline: 1733368927039, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8678a82b280c05ad526adecf420afb71, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:21:07,047 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8678a82b280c05ad526adecf420afb71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:21:07,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59160 deadline: 1733368927043, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8678a82b280c05ad526adecf420afb71, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:21:07,142 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 971fbbbe942d,46085,1733368737191 2024-12-05T03:21:07,142 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46085 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=145 2024-12-05T03:21:07,142 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733368864518.8678a82b280c05ad526adecf420afb71. 2024-12-05T03:21:07,142 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733368864518.8678a82b280c05ad526adecf420afb71. as already flushing 2024-12-05T03:21:07,143 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733368864518.8678a82b280c05ad526adecf420afb71. 2024-12-05T03:21:07,143 ERROR [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] handler.RSProcedureHandler(58): pid=145 java.io.IOException: Unable to complete flush {ENCODED => 8678a82b280c05ad526adecf420afb71, NAME => 'TestAcidGuarantees,,1733368864518.8678a82b280c05ad526adecf420afb71.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:21:07,143 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=145 java.io.IOException: Unable to complete flush {ENCODED => 8678a82b280c05ad526adecf420afb71, NAME => 'TestAcidGuarantees,,1733368864518.8678a82b280c05ad526adecf420afb71.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:21:07,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.HMaster(4114): Remote procedure failed, pid=145 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8678a82b280c05ad526adecf420afb71, NAME => 'TestAcidGuarantees,,1733368864518.8678a82b280c05ad526adecf420afb71.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8678a82b280c05ad526adecf420afb71, NAME => 'TestAcidGuarantees,,1733368864518.8678a82b280c05ad526adecf420afb71.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:21:07,149 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/.tmp/A/5fab3512e3ae4840ab70408848c4e8b7 2024-12-05T03:21:07,172 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/.tmp/B/50c3505764c34cb687b0f9604f5843bd is 50, key is test_row_0/B:col10/1733368866699/Put/seqid=0 2024-12-05T03:21:07,179 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073742355_1531 (size=12001) 2024-12-05T03:21:07,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=144 2024-12-05T03:21:07,294 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 971fbbbe942d,46085,1733368737191 2024-12-05T03:21:07,295 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46085 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=145 2024-12-05T03:21:07,295 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733368864518.8678a82b280c05ad526adecf420afb71. 2024-12-05T03:21:07,295 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733368864518.8678a82b280c05ad526adecf420afb71. as already flushing 2024-12-05T03:21:07,295 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733368864518.8678a82b280c05ad526adecf420afb71. 2024-12-05T03:21:07,295 ERROR [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] handler.RSProcedureHandler(58): pid=145 java.io.IOException: Unable to complete flush {ENCODED => 8678a82b280c05ad526adecf420afb71, NAME => 'TestAcidGuarantees,,1733368864518.8678a82b280c05ad526adecf420afb71.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:21:07,295 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=145 java.io.IOException: Unable to complete flush {ENCODED => 8678a82b280c05ad526adecf420afb71, NAME => 'TestAcidGuarantees,,1733368864518.8678a82b280c05ad526adecf420afb71.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:21:07,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.HMaster(4114): Remote procedure failed, pid=145 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8678a82b280c05ad526adecf420afb71, NAME => 'TestAcidGuarantees,,1733368864518.8678a82b280c05ad526adecf420afb71.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8678a82b280c05ad526adecf420afb71, NAME => 'TestAcidGuarantees,,1733368864518.8678a82b280c05ad526adecf420afb71.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:21:07,337 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8678a82b280c05ad526adecf420afb71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:21:07,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59108 deadline: 1733368927336, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8678a82b280c05ad526adecf420afb71, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:21:07,339 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8678a82b280c05ad526adecf420afb71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:21:07,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59080 deadline: 1733368927337, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8678a82b280c05ad526adecf420afb71, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:21:07,340 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8678a82b280c05ad526adecf420afb71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:21:07,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59074 deadline: 1733368927337, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8678a82b280c05ad526adecf420afb71, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:21:07,344 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8678a82b280c05ad526adecf420afb71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:21:07,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59144 deadline: 1733368927343, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8678a82b280c05ad526adecf420afb71, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:21:07,348 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8678a82b280c05ad526adecf420afb71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:21:07,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59160 deadline: 1733368927347, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8678a82b280c05ad526adecf420afb71, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:21:07,447 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 971fbbbe942d,46085,1733368737191 2024-12-05T03:21:07,448 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46085 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=145 2024-12-05T03:21:07,448 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733368864518.8678a82b280c05ad526adecf420afb71. 2024-12-05T03:21:07,448 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733368864518.8678a82b280c05ad526adecf420afb71. as already flushing 2024-12-05T03:21:07,448 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733368864518.8678a82b280c05ad526adecf420afb71. 2024-12-05T03:21:07,448 ERROR [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] handler.RSProcedureHandler(58): pid=145 java.io.IOException: Unable to complete flush {ENCODED => 8678a82b280c05ad526adecf420afb71, NAME => 'TestAcidGuarantees,,1733368864518.8678a82b280c05ad526adecf420afb71.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:21:07,448 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=145 java.io.IOException: Unable to complete flush {ENCODED => 8678a82b280c05ad526adecf420afb71, NAME => 'TestAcidGuarantees,,1733368864518.8678a82b280c05ad526adecf420afb71.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:21:07,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.HMaster(4114): Remote procedure failed, pid=145 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8678a82b280c05ad526adecf420afb71, NAME => 'TestAcidGuarantees,,1733368864518.8678a82b280c05ad526adecf420afb71.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8678a82b280c05ad526adecf420afb71, NAME => 'TestAcidGuarantees,,1733368864518.8678a82b280c05ad526adecf420afb71.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:21:07,580 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/.tmp/B/50c3505764c34cb687b0f9604f5843bd 2024-12-05T03:21:07,600 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 971fbbbe942d,46085,1733368737191 2024-12-05T03:21:07,600 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46085 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=145 2024-12-05T03:21:07,600 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733368864518.8678a82b280c05ad526adecf420afb71. 2024-12-05T03:21:07,601 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733368864518.8678a82b280c05ad526adecf420afb71. as already flushing 2024-12-05T03:21:07,601 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733368864518.8678a82b280c05ad526adecf420afb71. 2024-12-05T03:21:07,601 ERROR [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] handler.RSProcedureHandler(58): pid=145 java.io.IOException: Unable to complete flush {ENCODED => 8678a82b280c05ad526adecf420afb71, NAME => 'TestAcidGuarantees,,1733368864518.8678a82b280c05ad526adecf420afb71.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:21:07,601 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=145 java.io.IOException: Unable to complete flush {ENCODED => 8678a82b280c05ad526adecf420afb71, NAME => 'TestAcidGuarantees,,1733368864518.8678a82b280c05ad526adecf420afb71.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:21:07,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.HMaster(4114): Remote procedure failed, pid=145 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8678a82b280c05ad526adecf420afb71, NAME => 'TestAcidGuarantees,,1733368864518.8678a82b280c05ad526adecf420afb71.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8678a82b280c05ad526adecf420afb71, NAME => 'TestAcidGuarantees,,1733368864518.8678a82b280c05ad526adecf420afb71.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:21:07,607 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/.tmp/C/d2ce24f1d6944461a61743f1e6528ef8 is 50, key is test_row_0/C:col10/1733368866699/Put/seqid=0 2024-12-05T03:21:07,615 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073742356_1532 (size=12001) 2024-12-05T03:21:07,753 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 971fbbbe942d,46085,1733368737191 2024-12-05T03:21:07,753 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46085 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=145 2024-12-05T03:21:07,753 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733368864518.8678a82b280c05ad526adecf420afb71. 2024-12-05T03:21:07,754 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733368864518.8678a82b280c05ad526adecf420afb71. as already flushing 2024-12-05T03:21:07,754 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733368864518.8678a82b280c05ad526adecf420afb71. 2024-12-05T03:21:07,754 ERROR [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] handler.RSProcedureHandler(58): pid=145 java.io.IOException: Unable to complete flush {ENCODED => 8678a82b280c05ad526adecf420afb71, NAME => 'TestAcidGuarantees,,1733368864518.8678a82b280c05ad526adecf420afb71.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:21:07,754 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=145 java.io.IOException: Unable to complete flush {ENCODED => 8678a82b280c05ad526adecf420afb71, NAME => 'TestAcidGuarantees,,1733368864518.8678a82b280c05ad526adecf420afb71.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:21:07,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.HMaster(4114): Remote procedure failed, pid=145 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8678a82b280c05ad526adecf420afb71, NAME => 'TestAcidGuarantees,,1733368864518.8678a82b280c05ad526adecf420afb71.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8678a82b280c05ad526adecf420afb71, NAME => 'TestAcidGuarantees,,1733368864518.8678a82b280c05ad526adecf420afb71.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:21:07,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=144 2024-12-05T03:21:07,840 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8678a82b280c05ad526adecf420afb71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:21:07,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59108 deadline: 1733368927840, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8678a82b280c05ad526adecf420afb71, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:21:07,846 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8678a82b280c05ad526adecf420afb71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:21:07,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59080 deadline: 1733368927842, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8678a82b280c05ad526adecf420afb71, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:21:07,846 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8678a82b280c05ad526adecf420afb71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:21:07,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59074 deadline: 1733368927844, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8678a82b280c05ad526adecf420afb71, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:21:07,848 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8678a82b280c05ad526adecf420afb71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:21:07,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59144 deadline: 1733368927845, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8678a82b280c05ad526adecf420afb71, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:21:07,853 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8678a82b280c05ad526adecf420afb71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:21:07,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59160 deadline: 1733368927852, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8678a82b280c05ad526adecf420afb71, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:21:07,905 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 971fbbbe942d,46085,1733368737191 2024-12-05T03:21:07,906 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46085 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=145 2024-12-05T03:21:07,906 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733368864518.8678a82b280c05ad526adecf420afb71. 2024-12-05T03:21:07,906 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733368864518.8678a82b280c05ad526adecf420afb71. as already flushing 2024-12-05T03:21:07,906 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733368864518.8678a82b280c05ad526adecf420afb71. 2024-12-05T03:21:07,906 ERROR [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] handler.RSProcedureHandler(58): pid=145 java.io.IOException: Unable to complete flush {ENCODED => 8678a82b280c05ad526adecf420afb71, NAME => 'TestAcidGuarantees,,1733368864518.8678a82b280c05ad526adecf420afb71.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:21:07,906 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=145 java.io.IOException: Unable to complete flush {ENCODED => 8678a82b280c05ad526adecf420afb71, NAME => 'TestAcidGuarantees,,1733368864518.8678a82b280c05ad526adecf420afb71.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:21:07,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.HMaster(4114): Remote procedure failed, pid=145 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8678a82b280c05ad526adecf420afb71, NAME => 'TestAcidGuarantees,,1733368864518.8678a82b280c05ad526adecf420afb71.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8678a82b280c05ad526adecf420afb71, NAME => 'TestAcidGuarantees,,1733368864518.8678a82b280c05ad526adecf420afb71.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:21:08,016 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/.tmp/C/d2ce24f1d6944461a61743f1e6528ef8 2024-12-05T03:21:08,021 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/.tmp/A/5fab3512e3ae4840ab70408848c4e8b7 as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/A/5fab3512e3ae4840ab70408848c4e8b7 2024-12-05T03:21:08,024 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/A/5fab3512e3ae4840ab70408848c4e8b7, entries=150, sequenceid=12, filesize=11.7 K 2024-12-05T03:21:08,025 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/.tmp/B/50c3505764c34cb687b0f9604f5843bd as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/B/50c3505764c34cb687b0f9604f5843bd 2024-12-05T03:21:08,029 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/B/50c3505764c34cb687b0f9604f5843bd, entries=150, sequenceid=12, filesize=11.7 K 2024-12-05T03:21:08,029 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/.tmp/C/d2ce24f1d6944461a61743f1e6528ef8 as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/C/d2ce24f1d6944461a61743f1e6528ef8 2024-12-05T03:21:08,034 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/C/d2ce24f1d6944461a61743f1e6528ef8, entries=150, sequenceid=12, filesize=11.7 K 2024-12-05T03:21:08,034 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=154.31 KB/158010 for 8678a82b280c05ad526adecf420afb71 in 1333ms, sequenceid=12, compaction requested=false 2024-12-05T03:21:08,035 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 8678a82b280c05ad526adecf420afb71: 2024-12-05T03:21:08,058 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 971fbbbe942d,46085,1733368737191 2024-12-05T03:21:08,059 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46085 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=145 2024-12-05T03:21:08,059 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733368864518.8678a82b280c05ad526adecf420afb71. 2024-12-05T03:21:08,059 INFO [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(2837): Flushing 8678a82b280c05ad526adecf420afb71 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-12-05T03:21:08,059 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8678a82b280c05ad526adecf420afb71, store=A 2024-12-05T03:21:08,060 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T03:21:08,060 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8678a82b280c05ad526adecf420afb71, store=B 2024-12-05T03:21:08,060 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T03:21:08,060 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8678a82b280c05ad526adecf420afb71, store=C 2024-12-05T03:21:08,060 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T03:21:08,064 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/.tmp/A/5bbbfd17a8674dbe8f8669e4d88fce53 is 50, key is test_row_0/A:col10/1733368866721/Put/seqid=0 2024-12-05T03:21:08,074 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073742357_1533 (size=12001) 2024-12-05T03:21:08,474 INFO [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=38 (bloomFilter=true), to=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/.tmp/A/5bbbfd17a8674dbe8f8669e4d88fce53 2024-12-05T03:21:08,482 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/.tmp/B/5ee5c704b22142d88749acace3bc6f38 is 50, key is test_row_0/B:col10/1733368866721/Put/seqid=0 2024-12-05T03:21:08,489 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073742358_1534 (size=12001) 2024-12-05T03:21:08,489 INFO [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=38 (bloomFilter=true), to=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/.tmp/B/5ee5c704b22142d88749acace3bc6f38 2024-12-05T03:21:08,498 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/.tmp/C/33567a7a2a344374a834cb5648a0cfe6 is 50, key is test_row_0/C:col10/1733368866721/Put/seqid=0 2024-12-05T03:21:08,506 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073742359_1535 (size=12001) 2024-12-05T03:21:08,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=144 2024-12-05T03:21:08,849 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733368864518.8678a82b280c05ad526adecf420afb71. as already flushing 2024-12-05T03:21:08,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(8581): Flush requested on 8678a82b280c05ad526adecf420afb71 2024-12-05T03:21:08,860 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8678a82b280c05ad526adecf420afb71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:21:08,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59108 deadline: 1733368928856, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8678a82b280c05ad526adecf420afb71, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:21:08,861 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8678a82b280c05ad526adecf420afb71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:21:08,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59074 deadline: 1733368928857, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8678a82b280c05ad526adecf420afb71, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:21:08,861 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8678a82b280c05ad526adecf420afb71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:21:08,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59144 deadline: 1733368928858, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8678a82b280c05ad526adecf420afb71, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:21:08,862 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8678a82b280c05ad526adecf420afb71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:21:08,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59160 deadline: 1733368928859, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8678a82b280c05ad526adecf420afb71, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:21:08,863 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8678a82b280c05ad526adecf420afb71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:21:08,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59080 deadline: 1733368928860, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8678a82b280c05ad526adecf420afb71, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:21:08,906 INFO [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=38 (bloomFilter=true), to=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/.tmp/C/33567a7a2a344374a834cb5648a0cfe6 2024-12-05T03:21:08,910 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/.tmp/A/5bbbfd17a8674dbe8f8669e4d88fce53 as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/A/5bbbfd17a8674dbe8f8669e4d88fce53 2024-12-05T03:21:08,913 INFO [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/A/5bbbfd17a8674dbe8f8669e4d88fce53, entries=150, sequenceid=38, filesize=11.7 K 2024-12-05T03:21:08,914 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/.tmp/B/5ee5c704b22142d88749acace3bc6f38 as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/B/5ee5c704b22142d88749acace3bc6f38 2024-12-05T03:21:08,917 INFO [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/B/5ee5c704b22142d88749acace3bc6f38, entries=150, sequenceid=38, filesize=11.7 K 2024-12-05T03:21:08,919 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/.tmp/C/33567a7a2a344374a834cb5648a0cfe6 as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/C/33567a7a2a344374a834cb5648a0cfe6 2024-12-05T03:21:08,922 INFO [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/C/33567a7a2a344374a834cb5648a0cfe6, entries=150, sequenceid=38, filesize=11.7 K 2024-12-05T03:21:08,923 INFO [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for 8678a82b280c05ad526adecf420afb71 in 864ms, sequenceid=38, compaction requested=false 2024-12-05T03:21:08,923 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(2538): Flush status journal for 8678a82b280c05ad526adecf420afb71: 2024-12-05T03:21:08,923 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733368864518.8678a82b280c05ad526adecf420afb71. 2024-12-05T03:21:08,923 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=145 2024-12-05T03:21:08,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.HMaster(4106): Remote procedure done, pid=145 2024-12-05T03:21:08,925 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=145, resume processing ppid=144 2024-12-05T03:21:08,925 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=145, ppid=144, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.2400 sec 2024-12-05T03:21:08,926 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=144, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=144, table=TestAcidGuarantees in 2.2440 sec 2024-12-05T03:21:08,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(8581): Flush requested on 8678a82b280c05ad526adecf420afb71 2024-12-05T03:21:08,964 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 8678a82b280c05ad526adecf420afb71 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-05T03:21:08,965 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8678a82b280c05ad526adecf420afb71, store=A 2024-12-05T03:21:08,965 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T03:21:08,965 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8678a82b280c05ad526adecf420afb71, store=B 2024-12-05T03:21:08,965 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T03:21:08,965 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8678a82b280c05ad526adecf420afb71, store=C 2024-12-05T03:21:08,965 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T03:21:08,973 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/.tmp/A/da926acc2a9546aead61a9dd6b78dd35 is 50, key is test_row_0/A:col10/1733368868964/Put/seqid=0 2024-12-05T03:21:08,992 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073742360_1536 (size=12001) 2024-12-05T03:21:09,053 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8678a82b280c05ad526adecf420afb71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:21:09,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59074 deadline: 1733368929046, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8678a82b280c05ad526adecf420afb71, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:21:09,053 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8678a82b280c05ad526adecf420afb71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:21:09,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59080 deadline: 1733368929046, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8678a82b280c05ad526adecf420afb71, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:21:09,054 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8678a82b280c05ad526adecf420afb71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:21:09,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59108 deadline: 1733368929046, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8678a82b280c05ad526adecf420afb71, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:21:09,157 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8678a82b280c05ad526adecf420afb71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:21:09,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59074 deadline: 1733368929154, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8678a82b280c05ad526adecf420afb71, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:21:09,159 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8678a82b280c05ad526adecf420afb71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:21:09,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59080 deadline: 1733368929155, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8678a82b280c05ad526adecf420afb71, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:21:09,159 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8678a82b280c05ad526adecf420afb71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:21:09,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59108 deadline: 1733368929155, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8678a82b280c05ad526adecf420afb71, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:21:09,360 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8678a82b280c05ad526adecf420afb71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:21:09,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59074 deadline: 1733368929358, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8678a82b280c05ad526adecf420afb71, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:21:09,363 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8678a82b280c05ad526adecf420afb71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:21:09,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59080 deadline: 1733368929360, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8678a82b280c05ad526adecf420afb71, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:21:09,364 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8678a82b280c05ad526adecf420afb71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:21:09,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59108 deadline: 1733368929361, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8678a82b280c05ad526adecf420afb71, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:21:09,393 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=50 (bloomFilter=true), to=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/.tmp/A/da926acc2a9546aead61a9dd6b78dd35 2024-12-05T03:21:09,401 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/.tmp/B/09208792f64341c282d67e57d5df26c1 is 50, key is test_row_0/B:col10/1733368868964/Put/seqid=0 2024-12-05T03:21:09,404 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073742361_1537 (size=12001) 2024-12-05T03:21:09,640 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-05T03:21:09,668 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8678a82b280c05ad526adecf420afb71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:21:09,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59074 deadline: 1733368929663, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8678a82b280c05ad526adecf420afb71, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:21:09,669 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8678a82b280c05ad526adecf420afb71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:21:09,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59080 deadline: 1733368929666, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8678a82b280c05ad526adecf420afb71, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:21:09,669 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8678a82b280c05ad526adecf420afb71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:21:09,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59108 deadline: 1733368929666, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8678a82b280c05ad526adecf420afb71, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:21:09,805 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=50 (bloomFilter=true), to=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/.tmp/B/09208792f64341c282d67e57d5df26c1 2024-12-05T03:21:09,813 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/.tmp/C/201212034f3f4c88bb0074070b004d7b is 50, key is test_row_0/C:col10/1733368868964/Put/seqid=0 2024-12-05T03:21:09,817 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073742362_1538 (size=12001) 2024-12-05T03:21:09,818 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=50 (bloomFilter=true), to=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/.tmp/C/201212034f3f4c88bb0074070b004d7b 2024-12-05T03:21:09,825 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/.tmp/A/da926acc2a9546aead61a9dd6b78dd35 as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/A/da926acc2a9546aead61a9dd6b78dd35 2024-12-05T03:21:09,829 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/A/da926acc2a9546aead61a9dd6b78dd35, entries=150, sequenceid=50, filesize=11.7 K 2024-12-05T03:21:09,829 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/.tmp/B/09208792f64341c282d67e57d5df26c1 as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/B/09208792f64341c282d67e57d5df26c1 2024-12-05T03:21:09,845 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/B/09208792f64341c282d67e57d5df26c1, entries=150, sequenceid=50, filesize=11.7 K 2024-12-05T03:21:09,847 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/.tmp/C/201212034f3f4c88bb0074070b004d7b as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/C/201212034f3f4c88bb0074070b004d7b 2024-12-05T03:21:09,851 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/C/201212034f3f4c88bb0074070b004d7b, entries=150, sequenceid=50, filesize=11.7 K 2024-12-05T03:21:09,851 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=147.60 KB/151140 for 8678a82b280c05ad526adecf420afb71 in 887ms, sequenceid=50, compaction requested=true 2024-12-05T03:21:09,851 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 8678a82b280c05ad526adecf420afb71: 2024-12-05T03:21:09,852 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8678a82b280c05ad526adecf420afb71:A, priority=-2147483648, current under compaction store size is 1 2024-12-05T03:21:09,852 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T03:21:09,852 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8678a82b280c05ad526adecf420afb71:B, priority=-2147483648, current under compaction store size is 2 2024-12-05T03:21:09,852 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T03:21:09,852 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8678a82b280c05ad526adecf420afb71:C, priority=-2147483648, current under compaction store size is 3 2024-12-05T03:21:09,852 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T03:21:09,852 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T03:21:09,852 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T03:21:09,853 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T03:21:09,853 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.HStore(1540): 8678a82b280c05ad526adecf420afb71/A is initiating minor compaction (all files) 2024-12-05T03:21:09,853 INFO [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8678a82b280c05ad526adecf420afb71/A in TestAcidGuarantees,,1733368864518.8678a82b280c05ad526adecf420afb71. 2024-12-05T03:21:09,853 INFO [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/A/5fab3512e3ae4840ab70408848c4e8b7, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/A/5bbbfd17a8674dbe8f8669e4d88fce53, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/A/da926acc2a9546aead61a9dd6b78dd35] into tmpdir=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/.tmp, totalSize=35.2 K 2024-12-05T03:21:09,853 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T03:21:09,853 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.HStore(1540): 8678a82b280c05ad526adecf420afb71/B is initiating minor compaction (all files) 2024-12-05T03:21:09,853 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5fab3512e3ae4840ab70408848c4e8b7, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1733368866698 2024-12-05T03:21:09,853 INFO [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8678a82b280c05ad526adecf420afb71/B in TestAcidGuarantees,,1733368864518.8678a82b280c05ad526adecf420afb71. 2024-12-05T03:21:09,853 INFO [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/B/50c3505764c34cb687b0f9604f5843bd, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/B/5ee5c704b22142d88749acace3bc6f38, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/B/09208792f64341c282d67e57d5df26c1] into tmpdir=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/.tmp, totalSize=35.2 K 2024-12-05T03:21:09,854 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5bbbfd17a8674dbe8f8669e4d88fce53, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=38, earliestPutTs=1733368866717 2024-12-05T03:21:09,854 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] compactions.Compactor(224): Compacting 50c3505764c34cb687b0f9604f5843bd, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1733368866698 2024-12-05T03:21:09,854 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] compactions.Compactor(224): Compacting da926acc2a9546aead61a9dd6b78dd35, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1733368868855 2024-12-05T03:21:09,855 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] compactions.Compactor(224): Compacting 5ee5c704b22142d88749acace3bc6f38, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=38, earliestPutTs=1733368866717 2024-12-05T03:21:09,855 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] compactions.Compactor(224): Compacting 09208792f64341c282d67e57d5df26c1, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1733368868855 2024-12-05T03:21:09,866 INFO [RS:0;971fbbbe942d:46085-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8678a82b280c05ad526adecf420afb71#B#compaction#454 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 69.23 MB/second 2024-12-05T03:21:09,866 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/.tmp/B/274c7b428dcf49f8bf364b683d37c1f4 is 50, key is test_row_0/B:col10/1733368868964/Put/seqid=0 2024-12-05T03:21:09,868 INFO [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8678a82b280c05ad526adecf420afb71#A#compaction#455 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 69.23 MB/second 2024-12-05T03:21:09,869 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/.tmp/A/8ebca16a5c97483cab5a53a35c743179 is 50, key is test_row_0/A:col10/1733368868964/Put/seqid=0 2024-12-05T03:21:09,878 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073742363_1539 (size=12104) 2024-12-05T03:21:09,889 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073742364_1540 (size=12104) 2024-12-05T03:21:10,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(8581): Flush requested on 8678a82b280c05ad526adecf420afb71 2024-12-05T03:21:10,174 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 8678a82b280c05ad526adecf420afb71 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-12-05T03:21:10,174 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8678a82b280c05ad526adecf420afb71, store=A 2024-12-05T03:21:10,174 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T03:21:10,174 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8678a82b280c05ad526adecf420afb71, store=B 2024-12-05T03:21:10,174 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T03:21:10,174 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8678a82b280c05ad526adecf420afb71, store=C 2024-12-05T03:21:10,174 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T03:21:10,178 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/.tmp/A/bcbd105bffa74336b515610a95c7e6e1 is 50, key is test_row_0/A:col10/1733368870172/Put/seqid=0 2024-12-05T03:21:10,187 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073742365_1541 (size=14341) 2024-12-05T03:21:10,192 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8678a82b280c05ad526adecf420afb71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:21:10,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59080 deadline: 1733368930187, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8678a82b280c05ad526adecf420afb71, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:21:10,193 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8678a82b280c05ad526adecf420afb71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:21:10,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59074 deadline: 1733368930187, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8678a82b280c05ad526adecf420afb71, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:21:10,200 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8678a82b280c05ad526adecf420afb71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:21:10,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59108 deadline: 1733368930193, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8678a82b280c05ad526adecf420afb71, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:21:10,282 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/.tmp/B/274c7b428dcf49f8bf364b683d37c1f4 as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/B/274c7b428dcf49f8bf364b683d37c1f4 2024-12-05T03:21:10,286 INFO [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8678a82b280c05ad526adecf420afb71/B of 8678a82b280c05ad526adecf420afb71 into 274c7b428dcf49f8bf364b683d37c1f4(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T03:21:10,287 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8678a82b280c05ad526adecf420afb71: 2024-12-05T03:21:10,287 INFO [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733368864518.8678a82b280c05ad526adecf420afb71., storeName=8678a82b280c05ad526adecf420afb71/B, priority=13, startTime=1733368869852; duration=0sec 2024-12-05T03:21:10,287 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T03:21:10,287 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8678a82b280c05ad526adecf420afb71:B 2024-12-05T03:21:10,287 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T03:21:10,288 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T03:21:10,288 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.HStore(1540): 8678a82b280c05ad526adecf420afb71/C is initiating minor compaction (all files) 2024-12-05T03:21:10,288 INFO [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8678a82b280c05ad526adecf420afb71/C in TestAcidGuarantees,,1733368864518.8678a82b280c05ad526adecf420afb71. 2024-12-05T03:21:10,288 INFO [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/C/d2ce24f1d6944461a61743f1e6528ef8, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/C/33567a7a2a344374a834cb5648a0cfe6, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/C/201212034f3f4c88bb0074070b004d7b] into tmpdir=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/.tmp, totalSize=35.2 K 2024-12-05T03:21:10,288 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] compactions.Compactor(224): Compacting d2ce24f1d6944461a61743f1e6528ef8, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1733368866698 2024-12-05T03:21:10,289 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] compactions.Compactor(224): Compacting 33567a7a2a344374a834cb5648a0cfe6, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=38, earliestPutTs=1733368866717 2024-12-05T03:21:10,289 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] compactions.Compactor(224): Compacting 201212034f3f4c88bb0074070b004d7b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1733368868855 2024-12-05T03:21:10,294 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/.tmp/A/8ebca16a5c97483cab5a53a35c743179 as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/A/8ebca16a5c97483cab5a53a35c743179 2024-12-05T03:21:10,295 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8678a82b280c05ad526adecf420afb71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:21:10,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59080 deadline: 1733368930294, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8678a82b280c05ad526adecf420afb71, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:21:10,295 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8678a82b280c05ad526adecf420afb71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:21:10,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59074 deadline: 1733368930294, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8678a82b280c05ad526adecf420afb71, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:21:10,298 INFO [RS:0;971fbbbe942d:46085-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8678a82b280c05ad526adecf420afb71#C#compaction#457 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 69.23 MB/second 2024-12-05T03:21:10,298 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/.tmp/C/1e094cd5b09944659bdf6b4a0588bf99 is 50, key is test_row_0/C:col10/1733368868964/Put/seqid=0 2024-12-05T03:21:10,299 INFO [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8678a82b280c05ad526adecf420afb71/A of 8678a82b280c05ad526adecf420afb71 into 8ebca16a5c97483cab5a53a35c743179(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T03:21:10,299 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8678a82b280c05ad526adecf420afb71: 2024-12-05T03:21:10,299 INFO [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733368864518.8678a82b280c05ad526adecf420afb71., storeName=8678a82b280c05ad526adecf420afb71/A, priority=13, startTime=1733368869851; duration=0sec 2024-12-05T03:21:10,299 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T03:21:10,299 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8678a82b280c05ad526adecf420afb71:A 2024-12-05T03:21:10,307 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8678a82b280c05ad526adecf420afb71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:21:10,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59108 deadline: 1733368930301, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8678a82b280c05ad526adecf420afb71, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:21:10,310 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073742366_1542 (size=12104) 2024-12-05T03:21:10,498 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8678a82b280c05ad526adecf420afb71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:21:10,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59080 deadline: 1733368930496, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8678a82b280c05ad526adecf420afb71, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:21:10,500 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8678a82b280c05ad526adecf420afb71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:21:10,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59074 deadline: 1733368930497, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8678a82b280c05ad526adecf420afb71, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:21:10,513 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8678a82b280c05ad526adecf420afb71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:21:10,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59108 deadline: 1733368930509, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8678a82b280c05ad526adecf420afb71, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:21:10,588 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=76 (bloomFilter=true), to=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/.tmp/A/bcbd105bffa74336b515610a95c7e6e1 2024-12-05T03:21:10,595 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/.tmp/B/b3437aba78aa49758a8e43327774d0ce is 50, key is test_row_0/B:col10/1733368870172/Put/seqid=0 2024-12-05T03:21:10,606 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073742367_1543 (size=12001) 2024-12-05T03:21:10,714 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/.tmp/C/1e094cd5b09944659bdf6b4a0588bf99 as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/C/1e094cd5b09944659bdf6b4a0588bf99 2024-12-05T03:21:10,720 INFO [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8678a82b280c05ad526adecf420afb71/C of 8678a82b280c05ad526adecf420afb71 into 1e094cd5b09944659bdf6b4a0588bf99(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T03:21:10,720 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8678a82b280c05ad526adecf420afb71: 2024-12-05T03:21:10,720 INFO [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733368864518.8678a82b280c05ad526adecf420afb71., storeName=8678a82b280c05ad526adecf420afb71/C, priority=13, startTime=1733368869852; duration=0sec 2024-12-05T03:21:10,721 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T03:21:10,721 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8678a82b280c05ad526adecf420afb71:C 2024-12-05T03:21:10,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=144 2024-12-05T03:21:10,798 INFO [Thread-2333 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 144 completed 2024-12-05T03:21:10,799 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-05T03:21:10,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] procedure2.ProcedureExecutor(1098): Stored pid=146, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=146, table=TestAcidGuarantees 2024-12-05T03:21:10,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=146 2024-12-05T03:21:10,800 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=146, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=146, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-05T03:21:10,801 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=146, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=146, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-05T03:21:10,801 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=147, ppid=146, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-05T03:21:10,803 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8678a82b280c05ad526adecf420afb71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:21:10,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59080 deadline: 1733368930799, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8678a82b280c05ad526adecf420afb71, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:21:10,805 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8678a82b280c05ad526adecf420afb71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:21:10,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59074 deadline: 1733368930802, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8678a82b280c05ad526adecf420afb71, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:21:10,815 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8678a82b280c05ad526adecf420afb71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:21:10,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59108 deadline: 1733368930814, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8678a82b280c05ad526adecf420afb71, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:21:10,864 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8678a82b280c05ad526adecf420afb71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:21:10,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59144 deadline: 1733368930863, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8678a82b280c05ad526adecf420afb71, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:21:10,865 DEBUG [Thread-2325 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4152 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8678a82b280c05ad526adecf420afb71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1733368864518.8678a82b280c05ad526adecf420afb71., hostname=971fbbbe942d,46085,1733368737191, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8678a82b280c05ad526adecf420afb71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8678a82b280c05ad526adecf420afb71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T03:21:10,879 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8678a82b280c05ad526adecf420afb71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:21:10,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59160 deadline: 1733368930877, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8678a82b280c05ad526adecf420afb71, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:21:10,879 DEBUG [Thread-2331 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4161 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8678a82b280c05ad526adecf420afb71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1733368864518.8678a82b280c05ad526adecf420afb71., hostname=971fbbbe942d,46085,1733368737191, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8678a82b280c05ad526adecf420afb71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8678a82b280c05ad526adecf420afb71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T03:21:10,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=146 2024-12-05T03:21:10,952 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 971fbbbe942d,46085,1733368737191 2024-12-05T03:21:10,953 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46085 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=147 2024-12-05T03:21:10,953 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733368864518.8678a82b280c05ad526adecf420afb71. 2024-12-05T03:21:10,953 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733368864518.8678a82b280c05ad526adecf420afb71. as already flushing 2024-12-05T03:21:10,953 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733368864518.8678a82b280c05ad526adecf420afb71. 2024-12-05T03:21:10,953 ERROR [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] handler.RSProcedureHandler(58): pid=147 java.io.IOException: Unable to complete flush {ENCODED => 8678a82b280c05ad526adecf420afb71, NAME => 'TestAcidGuarantees,,1733368864518.8678a82b280c05ad526adecf420afb71.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:21:10,954 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=147 java.io.IOException: Unable to complete flush {ENCODED => 8678a82b280c05ad526adecf420afb71, NAME => 'TestAcidGuarantees,,1733368864518.8678a82b280c05ad526adecf420afb71.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:21:10,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.HMaster(4114): Remote procedure failed, pid=147 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8678a82b280c05ad526adecf420afb71, NAME => 'TestAcidGuarantees,,1733368864518.8678a82b280c05ad526adecf420afb71.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8678a82b280c05ad526adecf420afb71, NAME => 'TestAcidGuarantees,,1733368864518.8678a82b280c05ad526adecf420afb71.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:21:11,007 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=76 (bloomFilter=true), to=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/.tmp/B/b3437aba78aa49758a8e43327774d0ce 2024-12-05T03:21:11,013 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/.tmp/C/1623aea46a064fa79f3242ef92d04ccc is 50, key is test_row_0/C:col10/1733368870172/Put/seqid=0 2024-12-05T03:21:11,025 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073742368_1544 (size=12001) 2024-12-05T03:21:11,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=146 2024-12-05T03:21:11,108 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 971fbbbe942d,46085,1733368737191 2024-12-05T03:21:11,109 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46085 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=147 2024-12-05T03:21:11,109 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733368864518.8678a82b280c05ad526adecf420afb71. 2024-12-05T03:21:11,109 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733368864518.8678a82b280c05ad526adecf420afb71. as already flushing 2024-12-05T03:21:11,109 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733368864518.8678a82b280c05ad526adecf420afb71. 2024-12-05T03:21:11,109 ERROR [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] handler.RSProcedureHandler(58): pid=147 java.io.IOException: Unable to complete flush {ENCODED => 8678a82b280c05ad526adecf420afb71, NAME => 'TestAcidGuarantees,,1733368864518.8678a82b280c05ad526adecf420afb71.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:21:11,109 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=147 java.io.IOException: Unable to complete flush {ENCODED => 8678a82b280c05ad526adecf420afb71, NAME => 'TestAcidGuarantees,,1733368864518.8678a82b280c05ad526adecf420afb71.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:21:11,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.HMaster(4114): Remote procedure failed, pid=147 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8678a82b280c05ad526adecf420afb71, NAME => 'TestAcidGuarantees,,1733368864518.8678a82b280c05ad526adecf420afb71.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8678a82b280c05ad526adecf420afb71, NAME => 'TestAcidGuarantees,,1733368864518.8678a82b280c05ad526adecf420afb71.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:21:11,261 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 971fbbbe942d,46085,1733368737191 2024-12-05T03:21:11,261 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46085 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=147 2024-12-05T03:21:11,261 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733368864518.8678a82b280c05ad526adecf420afb71. 2024-12-05T03:21:11,262 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733368864518.8678a82b280c05ad526adecf420afb71. as already flushing 2024-12-05T03:21:11,262 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733368864518.8678a82b280c05ad526adecf420afb71. 2024-12-05T03:21:11,262 ERROR [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] handler.RSProcedureHandler(58): pid=147 java.io.IOException: Unable to complete flush {ENCODED => 8678a82b280c05ad526adecf420afb71, NAME => 'TestAcidGuarantees,,1733368864518.8678a82b280c05ad526adecf420afb71.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:21:11,262 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=147 java.io.IOException: Unable to complete flush {ENCODED => 8678a82b280c05ad526adecf420afb71, NAME => 'TestAcidGuarantees,,1733368864518.8678a82b280c05ad526adecf420afb71.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:21:11,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.HMaster(4114): Remote procedure failed, pid=147 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8678a82b280c05ad526adecf420afb71, NAME => 'TestAcidGuarantees,,1733368864518.8678a82b280c05ad526adecf420afb71.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8678a82b280c05ad526adecf420afb71, NAME => 'TestAcidGuarantees,,1733368864518.8678a82b280c05ad526adecf420afb71.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:21:11,309 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8678a82b280c05ad526adecf420afb71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:21:11,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59080 deadline: 1733368931308, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8678a82b280c05ad526adecf420afb71, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:21:11,311 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8678a82b280c05ad526adecf420afb71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:21:11,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59074 deadline: 1733368931309, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8678a82b280c05ad526adecf420afb71, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:21:11,321 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8678a82b280c05ad526adecf420afb71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:21:11,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59108 deadline: 1733368931319, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8678a82b280c05ad526adecf420afb71, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:21:11,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=146 2024-12-05T03:21:11,413 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 971fbbbe942d,46085,1733368737191 2024-12-05T03:21:11,414 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46085 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=147 2024-12-05T03:21:11,414 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733368864518.8678a82b280c05ad526adecf420afb71. 2024-12-05T03:21:11,414 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733368864518.8678a82b280c05ad526adecf420afb71. as already flushing 2024-12-05T03:21:11,414 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733368864518.8678a82b280c05ad526adecf420afb71. 2024-12-05T03:21:11,414 ERROR [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] handler.RSProcedureHandler(58): pid=147 java.io.IOException: Unable to complete flush {ENCODED => 8678a82b280c05ad526adecf420afb71, NAME => 'TestAcidGuarantees,,1733368864518.8678a82b280c05ad526adecf420afb71.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:21:11,414 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=147 java.io.IOException: Unable to complete flush {ENCODED => 8678a82b280c05ad526adecf420afb71, NAME => 'TestAcidGuarantees,,1733368864518.8678a82b280c05ad526adecf420afb71.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:21:11,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.HMaster(4114): Remote procedure failed, pid=147 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8678a82b280c05ad526adecf420afb71, NAME => 'TestAcidGuarantees,,1733368864518.8678a82b280c05ad526adecf420afb71.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8678a82b280c05ad526adecf420afb71, NAME => 'TestAcidGuarantees,,1733368864518.8678a82b280c05ad526adecf420afb71.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:21:11,426 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=76 (bloomFilter=true), to=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/.tmp/C/1623aea46a064fa79f3242ef92d04ccc 2024-12-05T03:21:11,429 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/.tmp/A/bcbd105bffa74336b515610a95c7e6e1 as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/A/bcbd105bffa74336b515610a95c7e6e1 2024-12-05T03:21:11,433 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/A/bcbd105bffa74336b515610a95c7e6e1, entries=200, sequenceid=76, filesize=14.0 K 2024-12-05T03:21:11,433 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/.tmp/B/b3437aba78aa49758a8e43327774d0ce as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/B/b3437aba78aa49758a8e43327774d0ce 2024-12-05T03:21:11,436 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/B/b3437aba78aa49758a8e43327774d0ce, entries=150, sequenceid=76, filesize=11.7 K 2024-12-05T03:21:11,437 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/.tmp/C/1623aea46a064fa79f3242ef92d04ccc as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/C/1623aea46a064fa79f3242ef92d04ccc 2024-12-05T03:21:11,440 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/C/1623aea46a064fa79f3242ef92d04ccc, entries=150, sequenceid=76, filesize=11.7 K 2024-12-05T03:21:11,444 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for 8678a82b280c05ad526adecf420afb71 in 1271ms, sequenceid=76, compaction requested=false 2024-12-05T03:21:11,444 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 8678a82b280c05ad526adecf420afb71: 2024-12-05T03:21:11,566 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 971fbbbe942d,46085,1733368737191 2024-12-05T03:21:11,567 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46085 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=147 2024-12-05T03:21:11,567 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733368864518.8678a82b280c05ad526adecf420afb71. 2024-12-05T03:21:11,567 INFO [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(2837): Flushing 8678a82b280c05ad526adecf420afb71 3/3 column families, dataSize=46.96 KB heapSize=123.80 KB 2024-12-05T03:21:11,567 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8678a82b280c05ad526adecf420afb71, store=A 2024-12-05T03:21:11,567 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T03:21:11,568 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8678a82b280c05ad526adecf420afb71, store=B 2024-12-05T03:21:11,568 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T03:21:11,568 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8678a82b280c05ad526adecf420afb71, store=C 2024-12-05T03:21:11,568 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T03:21:11,572 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/.tmp/A/7d967aa7df17400499f227e14676a35a is 50, key is test_row_0/A:col10/1733368870185/Put/seqid=0 2024-12-05T03:21:11,578 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073742369_1545 (size=12001) 2024-12-05T03:21:11,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=146 2024-12-05T03:21:11,979 INFO [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=89 (bloomFilter=true), to=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/.tmp/A/7d967aa7df17400499f227e14676a35a 2024-12-05T03:21:11,985 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/.tmp/B/52a7f6a3b56e4ea785c5a6df10e7500e is 50, key is test_row_0/B:col10/1733368870185/Put/seqid=0 2024-12-05T03:21:11,989 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073742370_1546 (size=12001) 2024-12-05T03:21:11,989 INFO [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=89 (bloomFilter=true), to=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/.tmp/B/52a7f6a3b56e4ea785c5a6df10e7500e 2024-12-05T03:21:11,995 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/.tmp/C/b4f9d8c34d334b99a2045e58e972a0e4 is 50, key is test_row_0/C:col10/1733368870185/Put/seqid=0 2024-12-05T03:21:11,999 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073742371_1547 (size=12001) 2024-12-05T03:21:12,000 INFO [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=89 (bloomFilter=true), to=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/.tmp/C/b4f9d8c34d334b99a2045e58e972a0e4 2024-12-05T03:21:12,004 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/.tmp/A/7d967aa7df17400499f227e14676a35a as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/A/7d967aa7df17400499f227e14676a35a 2024-12-05T03:21:12,007 INFO [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/A/7d967aa7df17400499f227e14676a35a, entries=150, sequenceid=89, filesize=11.7 K 2024-12-05T03:21:12,008 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/.tmp/B/52a7f6a3b56e4ea785c5a6df10e7500e as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/B/52a7f6a3b56e4ea785c5a6df10e7500e 2024-12-05T03:21:12,012 INFO [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/B/52a7f6a3b56e4ea785c5a6df10e7500e, entries=150, sequenceid=89, filesize=11.7 K 2024-12-05T03:21:12,012 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/.tmp/C/b4f9d8c34d334b99a2045e58e972a0e4 as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/C/b4f9d8c34d334b99a2045e58e972a0e4 2024-12-05T03:21:12,016 INFO [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/C/b4f9d8c34d334b99a2045e58e972a0e4, entries=150, sequenceid=89, filesize=11.7 K 2024-12-05T03:21:12,016 INFO [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(3040): Finished flush of dataSize ~46.96 KB/48090, heapSize ~123.75 KB/126720, currentSize=0 B/0 for 8678a82b280c05ad526adecf420afb71 in 449ms, sequenceid=89, compaction requested=true 2024-12-05T03:21:12,017 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(2538): Flush status journal for 8678a82b280c05ad526adecf420afb71: 2024-12-05T03:21:12,017 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733368864518.8678a82b280c05ad526adecf420afb71. 2024-12-05T03:21:12,017 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=147 2024-12-05T03:21:12,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.HMaster(4106): Remote procedure done, pid=147 2024-12-05T03:21:12,021 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=147, resume processing ppid=146 2024-12-05T03:21:12,021 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=147, ppid=146, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.2170 sec 2024-12-05T03:21:12,022 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=146, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=146, table=TestAcidGuarantees in 1.2220 sec 2024-12-05T03:21:12,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(8581): Flush requested on 8678a82b280c05ad526adecf420afb71 2024-12-05T03:21:12,328 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 8678a82b280c05ad526adecf420afb71 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-05T03:21:12,329 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8678a82b280c05ad526adecf420afb71, store=A 2024-12-05T03:21:12,329 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T03:21:12,330 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8678a82b280c05ad526adecf420afb71, store=B 2024-12-05T03:21:12,330 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T03:21:12,330 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8678a82b280c05ad526adecf420afb71, store=C 2024-12-05T03:21:12,330 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T03:21:12,334 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/.tmp/A/c3100e646fc14b1aa900d2cb898c2722 is 50, key is test_row_1/A:col10/1733368872328/Put/seqid=0 2024-12-05T03:21:12,338 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073742372_1548 (size=16677) 2024-12-05T03:21:12,380 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8678a82b280c05ad526adecf420afb71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:21:12,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59080 deadline: 1733368932374, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8678a82b280c05ad526adecf420afb71, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:21:12,383 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8678a82b280c05ad526adecf420afb71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:21:12,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59074 deadline: 1733368932378, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8678a82b280c05ad526adecf420afb71, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:21:12,387 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8678a82b280c05ad526adecf420afb71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:21:12,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59108 deadline: 1733368932380, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8678a82b280c05ad526adecf420afb71, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:21:12,484 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8678a82b280c05ad526adecf420afb71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:21:12,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59080 deadline: 1733368932481, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8678a82b280c05ad526adecf420afb71, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:21:12,486 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8678a82b280c05ad526adecf420afb71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:21:12,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59074 deadline: 1733368932484, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8678a82b280c05ad526adecf420afb71, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:21:12,491 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8678a82b280c05ad526adecf420afb71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:21:12,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59108 deadline: 1733368932488, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8678a82b280c05ad526adecf420afb71, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:21:12,688 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8678a82b280c05ad526adecf420afb71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:21:12,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59080 deadline: 1733368932686, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8678a82b280c05ad526adecf420afb71, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:21:12,691 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8678a82b280c05ad526adecf420afb71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:21:12,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59074 deadline: 1733368932687, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8678a82b280c05ad526adecf420afb71, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:21:12,696 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8678a82b280c05ad526adecf420afb71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:21:12,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59108 deadline: 1733368932693, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8678a82b280c05ad526adecf420afb71, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:21:12,738 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=101 (bloomFilter=true), to=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/.tmp/A/c3100e646fc14b1aa900d2cb898c2722 2024-12-05T03:21:12,762 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/.tmp/B/525732422b234447980c6938406911b4 is 50, key is test_row_1/B:col10/1733368872328/Put/seqid=0 2024-12-05T03:21:12,771 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073742373_1549 (size=9657) 2024-12-05T03:21:12,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=146 2024-12-05T03:21:12,906 INFO [Thread-2333 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 146 completed 2024-12-05T03:21:12,907 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-05T03:21:12,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] procedure2.ProcedureExecutor(1098): Stored pid=148, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=148, table=TestAcidGuarantees 2024-12-05T03:21:12,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=148 2024-12-05T03:21:12,909 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=148, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=148, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-05T03:21:12,909 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=148, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=148, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-05T03:21:12,909 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=149, ppid=148, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-05T03:21:12,997 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8678a82b280c05ad526adecf420afb71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:21:12,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59080 deadline: 1733368932991, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8678a82b280c05ad526adecf420afb71, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:21:12,999 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8678a82b280c05ad526adecf420afb71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:21:12,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59074 deadline: 1733368932994, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8678a82b280c05ad526adecf420afb71, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:21:12,999 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8678a82b280c05ad526adecf420afb71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:21:12,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59108 deadline: 1733368932998, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8678a82b280c05ad526adecf420afb71, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:21:13,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=148 2024-12-05T03:21:13,061 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 971fbbbe942d,46085,1733368737191 2024-12-05T03:21:13,061 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46085 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=149 2024-12-05T03:21:13,061 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733368864518.8678a82b280c05ad526adecf420afb71. 2024-12-05T03:21:13,062 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733368864518.8678a82b280c05ad526adecf420afb71. as already flushing 2024-12-05T03:21:13,062 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733368864518.8678a82b280c05ad526adecf420afb71. 2024-12-05T03:21:13,062 ERROR [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] handler.RSProcedureHandler(58): pid=149 java.io.IOException: Unable to complete flush {ENCODED => 8678a82b280c05ad526adecf420afb71, NAME => 'TestAcidGuarantees,,1733368864518.8678a82b280c05ad526adecf420afb71.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:21:13,062 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=149 java.io.IOException: Unable to complete flush {ENCODED => 8678a82b280c05ad526adecf420afb71, NAME => 'TestAcidGuarantees,,1733368864518.8678a82b280c05ad526adecf420afb71.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:21:13,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.HMaster(4114): Remote procedure failed, pid=149 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8678a82b280c05ad526adecf420afb71, NAME => 'TestAcidGuarantees,,1733368864518.8678a82b280c05ad526adecf420afb71.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8678a82b280c05ad526adecf420afb71, NAME => 'TestAcidGuarantees,,1733368864518.8678a82b280c05ad526adecf420afb71.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:21:13,172 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=101 (bloomFilter=true), to=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/.tmp/B/525732422b234447980c6938406911b4 2024-12-05T03:21:13,178 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/.tmp/C/44bf303339b64ea894f92a081df618b0 is 50, key is test_row_1/C:col10/1733368872328/Put/seqid=0 2024-12-05T03:21:13,182 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073742374_1550 (size=9657) 2024-12-05T03:21:13,182 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=101 (bloomFilter=true), to=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/.tmp/C/44bf303339b64ea894f92a081df618b0 2024-12-05T03:21:13,186 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/.tmp/A/c3100e646fc14b1aa900d2cb898c2722 as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/A/c3100e646fc14b1aa900d2cb898c2722 2024-12-05T03:21:13,190 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/A/c3100e646fc14b1aa900d2cb898c2722, entries=250, sequenceid=101, filesize=16.3 K 2024-12-05T03:21:13,191 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/.tmp/B/525732422b234447980c6938406911b4 as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/B/525732422b234447980c6938406911b4 2024-12-05T03:21:13,193 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/B/525732422b234447980c6938406911b4, entries=100, sequenceid=101, filesize=9.4 K 2024-12-05T03:21:13,194 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/.tmp/C/44bf303339b64ea894f92a081df618b0 as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/C/44bf303339b64ea894f92a081df618b0 2024-12-05T03:21:13,198 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/C/44bf303339b64ea894f92a081df618b0, entries=100, sequenceid=101, filesize=9.4 K 2024-12-05T03:21:13,199 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 8678a82b280c05ad526adecf420afb71 in 871ms, sequenceid=101, compaction requested=true 2024-12-05T03:21:13,199 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 8678a82b280c05ad526adecf420afb71: 2024-12-05T03:21:13,199 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8678a82b280c05ad526adecf420afb71:A, priority=-2147483648, current under compaction store size is 1 2024-12-05T03:21:13,199 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T03:21:13,199 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8678a82b280c05ad526adecf420afb71:B, priority=-2147483648, current under compaction store size is 2 2024-12-05T03:21:13,199 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T03:21:13,199 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8678a82b280c05ad526adecf420afb71:C, priority=-2147483648, current under compaction store size is 3 2024-12-05T03:21:13,199 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T03:21:13,199 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-05T03:21:13,199 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-05T03:21:13,201 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 55123 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-05T03:21:13,201 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 45763 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-05T03:21:13,201 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.HStore(1540): 8678a82b280c05ad526adecf420afb71/B is initiating minor compaction (all files) 2024-12-05T03:21:13,201 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.HStore(1540): 8678a82b280c05ad526adecf420afb71/A is initiating minor compaction (all files) 2024-12-05T03:21:13,201 INFO [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8678a82b280c05ad526adecf420afb71/B in TestAcidGuarantees,,1733368864518.8678a82b280c05ad526adecf420afb71. 2024-12-05T03:21:13,201 INFO [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8678a82b280c05ad526adecf420afb71/A in TestAcidGuarantees,,1733368864518.8678a82b280c05ad526adecf420afb71. 2024-12-05T03:21:13,201 INFO [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/A/8ebca16a5c97483cab5a53a35c743179, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/A/bcbd105bffa74336b515610a95c7e6e1, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/A/7d967aa7df17400499f227e14676a35a, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/A/c3100e646fc14b1aa900d2cb898c2722] into tmpdir=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/.tmp, totalSize=53.8 K 2024-12-05T03:21:13,201 INFO [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/B/274c7b428dcf49f8bf364b683d37c1f4, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/B/b3437aba78aa49758a8e43327774d0ce, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/B/52a7f6a3b56e4ea785c5a6df10e7500e, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/B/525732422b234447980c6938406911b4] into tmpdir=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/.tmp, totalSize=44.7 K 2024-12-05T03:21:13,202 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8ebca16a5c97483cab5a53a35c743179, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1733368868855 2024-12-05T03:21:13,202 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] compactions.Compactor(224): Compacting 274c7b428dcf49f8bf364b683d37c1f4, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1733368868855 2024-12-05T03:21:13,202 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] compactions.Compactor(224): Compacting b3437aba78aa49758a8e43327774d0ce, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=76, earliestPutTs=1733368869034 2024-12-05T03:21:13,202 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] compactions.Compactor(224): Compacting bcbd105bffa74336b515610a95c7e6e1, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=76, earliestPutTs=1733368869034 2024-12-05T03:21:13,202 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7d967aa7df17400499f227e14676a35a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=89, earliestPutTs=1733368870175 2024-12-05T03:21:13,202 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] compactions.Compactor(224): Compacting 52a7f6a3b56e4ea785c5a6df10e7500e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=89, earliestPutTs=1733368870175 2024-12-05T03:21:13,203 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] compactions.Compactor(224): Compacting c3100e646fc14b1aa900d2cb898c2722, keycount=250, bloomtype=ROW, size=16.3 K, encoding=NONE, compression=NONE, seqNum=101, earliestPutTs=1733368872323 2024-12-05T03:21:13,203 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] compactions.Compactor(224): Compacting 525732422b234447980c6938406911b4, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=101, earliestPutTs=1733368872326 2024-12-05T03:21:13,212 INFO [RS:0;971fbbbe942d:46085-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8678a82b280c05ad526adecf420afb71#B#compaction#466 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 69.23 MB/second 2024-12-05T03:21:13,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=148 2024-12-05T03:21:13,212 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/.tmp/B/2888ee92ef1f419f8e295b3bc1d049f3 is 50, key is test_row_0/B:col10/1733368870185/Put/seqid=0 2024-12-05T03:21:13,214 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 971fbbbe942d,46085,1733368737191 2024-12-05T03:21:13,215 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46085 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=149 2024-12-05T03:21:13,215 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733368864518.8678a82b280c05ad526adecf420afb71. 2024-12-05T03:21:13,215 INFO [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2837): Flushing 8678a82b280c05ad526adecf420afb71 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-12-05T03:21:13,215 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8678a82b280c05ad526adecf420afb71, store=A 2024-12-05T03:21:13,215 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T03:21:13,215 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8678a82b280c05ad526adecf420afb71, store=B 2024-12-05T03:21:13,215 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T03:21:13,216 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8678a82b280c05ad526adecf420afb71, store=C 2024-12-05T03:21:13,216 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T03:21:13,223 INFO [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8678a82b280c05ad526adecf420afb71#A#compaction#467 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 69.23 MB/second 2024-12-05T03:21:13,224 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/.tmp/A/8ce82e6e2a5c4276a1076ba30adfd4e8 is 50, key is test_row_0/A:col10/1733368870185/Put/seqid=0 2024-12-05T03:21:13,224 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/.tmp/A/7f411f5aa2a8464190d68ba24e903f1d is 50, key is test_row_0/A:col10/1733368872378/Put/seqid=0 2024-12-05T03:21:13,234 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073742375_1551 (size=12241) 2024-12-05T03:21:13,242 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073742376_1552 (size=12001) 2024-12-05T03:21:13,243 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073742377_1553 (size=12241) 2024-12-05T03:21:13,247 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/.tmp/A/8ce82e6e2a5c4276a1076ba30adfd4e8 as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/A/8ce82e6e2a5c4276a1076ba30adfd4e8 2024-12-05T03:21:13,250 INFO [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 8678a82b280c05ad526adecf420afb71/A of 8678a82b280c05ad526adecf420afb71 into 8ce82e6e2a5c4276a1076ba30adfd4e8(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T03:21:13,250 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8678a82b280c05ad526adecf420afb71: 2024-12-05T03:21:13,250 INFO [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733368864518.8678a82b280c05ad526adecf420afb71., storeName=8678a82b280c05ad526adecf420afb71/A, priority=12, startTime=1733368873199; duration=0sec 2024-12-05T03:21:13,251 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T03:21:13,251 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8678a82b280c05ad526adecf420afb71:A 2024-12-05T03:21:13,251 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-05T03:21:13,252 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 45763 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-05T03:21:13,252 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.HStore(1540): 8678a82b280c05ad526adecf420afb71/C is initiating minor compaction (all files) 2024-12-05T03:21:13,252 INFO [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8678a82b280c05ad526adecf420afb71/C in TestAcidGuarantees,,1733368864518.8678a82b280c05ad526adecf420afb71. 2024-12-05T03:21:13,252 INFO [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/C/1e094cd5b09944659bdf6b4a0588bf99, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/C/1623aea46a064fa79f3242ef92d04ccc, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/C/b4f9d8c34d334b99a2045e58e972a0e4, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/C/44bf303339b64ea894f92a081df618b0] into tmpdir=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/.tmp, totalSize=44.7 K 2024-12-05T03:21:13,253 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1e094cd5b09944659bdf6b4a0588bf99, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1733368868855 2024-12-05T03:21:13,253 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1623aea46a064fa79f3242ef92d04ccc, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=76, earliestPutTs=1733368869034 2024-12-05T03:21:13,253 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] compactions.Compactor(224): Compacting b4f9d8c34d334b99a2045e58e972a0e4, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=89, earliestPutTs=1733368870175 2024-12-05T03:21:13,253 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] compactions.Compactor(224): Compacting 44bf303339b64ea894f92a081df618b0, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=101, earliestPutTs=1733368872326 2024-12-05T03:21:13,261 INFO [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8678a82b280c05ad526adecf420afb71#C#compaction#469 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 69.23 MB/second 2024-12-05T03:21:13,261 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/.tmp/C/74148f918f344677a9e7cf3f8ebb556a is 50, key is test_row_0/C:col10/1733368870185/Put/seqid=0 2024-12-05T03:21:13,268 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073742378_1554 (size=12241) 2024-12-05T03:21:13,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(8581): Flush requested on 8678a82b280c05ad526adecf420afb71 2024-12-05T03:21:13,507 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733368864518.8678a82b280c05ad526adecf420afb71. as already flushing 2024-12-05T03:21:13,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=148 2024-12-05T03:21:13,522 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8678a82b280c05ad526adecf420afb71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:21:13,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59074 deadline: 1733368933520, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8678a82b280c05ad526adecf420afb71, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:21:13,526 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8678a82b280c05ad526adecf420afb71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:21:13,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59080 deadline: 1733368933521, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8678a82b280c05ad526adecf420afb71, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:21:13,528 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8678a82b280c05ad526adecf420afb71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:21:13,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59108 deadline: 1733368933522, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8678a82b280c05ad526adecf420afb71, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:21:13,628 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8678a82b280c05ad526adecf420afb71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:21:13,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59074 deadline: 1733368933623, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8678a82b280c05ad526adecf420afb71, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:21:13,632 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8678a82b280c05ad526adecf420afb71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:21:13,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59080 deadline: 1733368933627, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8678a82b280c05ad526adecf420afb71, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:21:13,636 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8678a82b280c05ad526adecf420afb71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:21:13,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59108 deadline: 1733368933629, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8678a82b280c05ad526adecf420afb71, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:21:13,640 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/.tmp/B/2888ee92ef1f419f8e295b3bc1d049f3 as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/B/2888ee92ef1f419f8e295b3bc1d049f3 2024-12-05T03:21:13,645 INFO [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=125 (bloomFilter=true), to=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/.tmp/A/7f411f5aa2a8464190d68ba24e903f1d 2024-12-05T03:21:13,654 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/.tmp/B/21c5e0a14a8541d4b01590bc1ca337fa is 50, key is test_row_0/B:col10/1733368872378/Put/seqid=0 2024-12-05T03:21:13,656 INFO [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 8678a82b280c05ad526adecf420afb71/B of 8678a82b280c05ad526adecf420afb71 into 2888ee92ef1f419f8e295b3bc1d049f3(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T03:21:13,656 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8678a82b280c05ad526adecf420afb71: 2024-12-05T03:21:13,656 INFO [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733368864518.8678a82b280c05ad526adecf420afb71., storeName=8678a82b280c05ad526adecf420afb71/B, priority=12, startTime=1733368873199; duration=0sec 2024-12-05T03:21:13,656 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T03:21:13,656 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8678a82b280c05ad526adecf420afb71:B 2024-12-05T03:21:13,665 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073742379_1555 (size=12001) 2024-12-05T03:21:13,672 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/.tmp/C/74148f918f344677a9e7cf3f8ebb556a as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/C/74148f918f344677a9e7cf3f8ebb556a 2024-12-05T03:21:13,683 INFO [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 8678a82b280c05ad526adecf420afb71/C of 8678a82b280c05ad526adecf420afb71 into 74148f918f344677a9e7cf3f8ebb556a(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T03:21:13,683 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8678a82b280c05ad526adecf420afb71: 2024-12-05T03:21:13,683 INFO [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733368864518.8678a82b280c05ad526adecf420afb71., storeName=8678a82b280c05ad526adecf420afb71/C, priority=12, startTime=1733368873199; duration=0sec 2024-12-05T03:21:13,683 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T03:21:13,683 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8678a82b280c05ad526adecf420afb71:C 2024-12-05T03:21:13,829 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8678a82b280c05ad526adecf420afb71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:21:13,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59074 deadline: 1733368933829, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8678a82b280c05ad526adecf420afb71, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:21:13,834 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8678a82b280c05ad526adecf420afb71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:21:13,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59080 deadline: 1733368933833, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8678a82b280c05ad526adecf420afb71, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:21:13,839 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8678a82b280c05ad526adecf420afb71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:21:13,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59108 deadline: 1733368933838, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8678a82b280c05ad526adecf420afb71, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:21:14,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=148 2024-12-05T03:21:14,066 INFO [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=125 (bloomFilter=true), to=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/.tmp/B/21c5e0a14a8541d4b01590bc1ca337fa 2024-12-05T03:21:14,078 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/.tmp/C/9d5c5b2b2c2d47d7b39bec8f5503d53f is 50, key is test_row_0/C:col10/1733368872378/Put/seqid=0 2024-12-05T03:21:14,096 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073742380_1556 (size=12001) 2024-12-05T03:21:14,134 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8678a82b280c05ad526adecf420afb71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:21:14,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59074 deadline: 1733368934131, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8678a82b280c05ad526adecf420afb71, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:21:14,140 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8678a82b280c05ad526adecf420afb71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:21:14,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59080 deadline: 1733368934137, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8678a82b280c05ad526adecf420afb71, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:21:14,144 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8678a82b280c05ad526adecf420afb71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:21:14,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59108 deadline: 1733368934142, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8678a82b280c05ad526adecf420afb71, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:21:14,497 INFO [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=125 (bloomFilter=true), to=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/.tmp/C/9d5c5b2b2c2d47d7b39bec8f5503d53f 2024-12-05T03:21:14,501 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/.tmp/A/7f411f5aa2a8464190d68ba24e903f1d as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/A/7f411f5aa2a8464190d68ba24e903f1d 2024-12-05T03:21:14,508 INFO [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/A/7f411f5aa2a8464190d68ba24e903f1d, entries=150, sequenceid=125, filesize=11.7 K 2024-12-05T03:21:14,509 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/.tmp/B/21c5e0a14a8541d4b01590bc1ca337fa as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/B/21c5e0a14a8541d4b01590bc1ca337fa 2024-12-05T03:21:14,512 INFO [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/B/21c5e0a14a8541d4b01590bc1ca337fa, entries=150, sequenceid=125, filesize=11.7 K 2024-12-05T03:21:14,512 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/.tmp/C/9d5c5b2b2c2d47d7b39bec8f5503d53f as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/C/9d5c5b2b2c2d47d7b39bec8f5503d53f 2024-12-05T03:21:14,516 INFO [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/C/9d5c5b2b2c2d47d7b39bec8f5503d53f, entries=150, sequenceid=125, filesize=11.7 K 2024-12-05T03:21:14,516 INFO [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 8678a82b280c05ad526adecf420afb71 in 1301ms, sequenceid=125, compaction requested=false 2024-12-05T03:21:14,516 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2538): Flush status journal for 8678a82b280c05ad526adecf420afb71: 2024-12-05T03:21:14,517 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733368864518.8678a82b280c05ad526adecf420afb71. 2024-12-05T03:21:14,517 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=149 2024-12-05T03:21:14,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.HMaster(4106): Remote procedure done, pid=149 2024-12-05T03:21:14,519 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=149, resume processing ppid=148 2024-12-05T03:21:14,519 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=149, ppid=148, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.6090 sec 2024-12-05T03:21:14,520 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=148, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=148, table=TestAcidGuarantees in 1.6130 sec 2024-12-05T03:21:14,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(8581): Flush requested on 8678a82b280c05ad526adecf420afb71 2024-12-05T03:21:14,644 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 8678a82b280c05ad526adecf420afb71 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-12-05T03:21:14,645 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8678a82b280c05ad526adecf420afb71, store=A 2024-12-05T03:21:14,645 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T03:21:14,645 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8678a82b280c05ad526adecf420afb71, store=B 2024-12-05T03:21:14,645 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T03:21:14,645 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8678a82b280c05ad526adecf420afb71, store=C 2024-12-05T03:21:14,645 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T03:21:14,649 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/.tmp/A/7fd88c95807d4cefaa93f7f3dbbfc316 is 50, key is test_row_0/A:col10/1733368873520/Put/seqid=0 2024-12-05T03:21:14,653 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073742381_1557 (size=14541) 2024-12-05T03:21:14,684 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8678a82b280c05ad526adecf420afb71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:21:14,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59080 deadline: 1733368934677, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8678a82b280c05ad526adecf420afb71, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:21:14,684 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8678a82b280c05ad526adecf420afb71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:21:14,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59074 deadline: 1733368934679, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8678a82b280c05ad526adecf420afb71, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:21:14,684 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8678a82b280c05ad526adecf420afb71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:21:14,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59108 deadline: 1733368934680, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8678a82b280c05ad526adecf420afb71, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:21:14,788 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8678a82b280c05ad526adecf420afb71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:21:14,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59080 deadline: 1733368934785, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8678a82b280c05ad526adecf420afb71, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:21:14,789 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8678a82b280c05ad526adecf420afb71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:21:14,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59074 deadline: 1733368934785, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8678a82b280c05ad526adecf420afb71, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:21:14,789 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8678a82b280c05ad526adecf420afb71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:21:14,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59108 deadline: 1733368934785, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8678a82b280c05ad526adecf420afb71, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:21:14,895 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8678a82b280c05ad526adecf420afb71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:21:14,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59144 deadline: 1733368934891, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8678a82b280c05ad526adecf420afb71, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:21:14,895 DEBUG [Thread-2325 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8182 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8678a82b280c05ad526adecf420afb71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1733368864518.8678a82b280c05ad526adecf420afb71., hostname=971fbbbe942d,46085,1733368737191, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8678a82b280c05ad526adecf420afb71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8678a82b280c05ad526adecf420afb71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T03:21:14,922 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8678a82b280c05ad526adecf420afb71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:21:14,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59160 deadline: 1733368934917, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8678a82b280c05ad526adecf420afb71, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:21:14,928 DEBUG [Thread-2331 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8210 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8678a82b280c05ad526adecf420afb71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1733368864518.8678a82b280c05ad526adecf420afb71., hostname=971fbbbe942d,46085,1733368737191, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8678a82b280c05ad526adecf420afb71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8678a82b280c05ad526adecf420afb71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T03:21:14,993 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8678a82b280c05ad526adecf420afb71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:21:14,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59108 deadline: 1733368934990, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8678a82b280c05ad526adecf420afb71, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:21:14,994 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8678a82b280c05ad526adecf420afb71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:21:14,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59080 deadline: 1733368934990, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8678a82b280c05ad526adecf420afb71, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:21:14,994 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8678a82b280c05ad526adecf420afb71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:21:14,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59074 deadline: 1733368934991, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8678a82b280c05ad526adecf420afb71, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:21:15,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=148 2024-12-05T03:21:15,014 INFO [Thread-2333 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 148 completed 2024-12-05T03:21:15,015 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-05T03:21:15,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] procedure2.ProcedureExecutor(1098): Stored pid=150, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=150, table=TestAcidGuarantees 2024-12-05T03:21:15,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=150 2024-12-05T03:21:15,017 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=150, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=150, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-05T03:21:15,018 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=150, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=150, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-05T03:21:15,018 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=151, ppid=150, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-05T03:21:15,054 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=142 (bloomFilter=true), to=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/.tmp/A/7fd88c95807d4cefaa93f7f3dbbfc316 2024-12-05T03:21:15,061 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/.tmp/B/161d75e7059e495c90067beed1aea171 is 50, key is test_row_0/B:col10/1733368873520/Put/seqid=0 2024-12-05T03:21:15,064 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073742382_1558 (size=12151) 2024-12-05T03:21:15,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=150 2024-12-05T03:21:15,169 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 971fbbbe942d,46085,1733368737191 2024-12-05T03:21:15,170 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46085 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=151 2024-12-05T03:21:15,170 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733368864518.8678a82b280c05ad526adecf420afb71. 2024-12-05T03:21:15,170 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733368864518.8678a82b280c05ad526adecf420afb71. as already flushing 2024-12-05T03:21:15,170 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733368864518.8678a82b280c05ad526adecf420afb71. 2024-12-05T03:21:15,170 ERROR [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] handler.RSProcedureHandler(58): pid=151 java.io.IOException: Unable to complete flush {ENCODED => 8678a82b280c05ad526adecf420afb71, NAME => 'TestAcidGuarantees,,1733368864518.8678a82b280c05ad526adecf420afb71.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:21:15,170 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=151 java.io.IOException: Unable to complete flush {ENCODED => 8678a82b280c05ad526adecf420afb71, NAME => 'TestAcidGuarantees,,1733368864518.8678a82b280c05ad526adecf420afb71.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:21:15,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.HMaster(4114): Remote procedure failed, pid=151 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8678a82b280c05ad526adecf420afb71, NAME => 'TestAcidGuarantees,,1733368864518.8678a82b280c05ad526adecf420afb71.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8678a82b280c05ad526adecf420afb71, NAME => 'TestAcidGuarantees,,1733368864518.8678a82b280c05ad526adecf420afb71.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:21:15,299 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8678a82b280c05ad526adecf420afb71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:21:15,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59080 deadline: 1733368935296, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8678a82b280c05ad526adecf420afb71, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:21:15,299 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8678a82b280c05ad526adecf420afb71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:21:15,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59108 deadline: 1733368935296, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8678a82b280c05ad526adecf420afb71, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:21:15,299 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8678a82b280c05ad526adecf420afb71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:21:15,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59074 deadline: 1733368935297, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8678a82b280c05ad526adecf420afb71, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:21:15,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=150 2024-12-05T03:21:15,322 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 971fbbbe942d,46085,1733368737191 2024-12-05T03:21:15,323 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46085 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=151 2024-12-05T03:21:15,323 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733368864518.8678a82b280c05ad526adecf420afb71. 2024-12-05T03:21:15,323 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733368864518.8678a82b280c05ad526adecf420afb71. as already flushing 2024-12-05T03:21:15,323 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733368864518.8678a82b280c05ad526adecf420afb71. 2024-12-05T03:21:15,323 ERROR [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] handler.RSProcedureHandler(58): pid=151 java.io.IOException: Unable to complete flush {ENCODED => 8678a82b280c05ad526adecf420afb71, NAME => 'TestAcidGuarantees,,1733368864518.8678a82b280c05ad526adecf420afb71.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:21:15,323 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=151 java.io.IOException: Unable to complete flush {ENCODED => 8678a82b280c05ad526adecf420afb71, NAME => 'TestAcidGuarantees,,1733368864518.8678a82b280c05ad526adecf420afb71.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:21:15,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.HMaster(4114): Remote procedure failed, pid=151 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8678a82b280c05ad526adecf420afb71, NAME => 'TestAcidGuarantees,,1733368864518.8678a82b280c05ad526adecf420afb71.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8678a82b280c05ad526adecf420afb71, NAME => 'TestAcidGuarantees,,1733368864518.8678a82b280c05ad526adecf420afb71.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:21:15,465 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=142 (bloomFilter=true), to=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/.tmp/B/161d75e7059e495c90067beed1aea171 2024-12-05T03:21:15,471 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/.tmp/C/4c26aad03da4434b9a9e469658f4f0ce is 50, key is test_row_0/C:col10/1733368873520/Put/seqid=0 2024-12-05T03:21:15,474 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073742383_1559 (size=12151) 2024-12-05T03:21:15,475 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 971fbbbe942d,46085,1733368737191 2024-12-05T03:21:15,475 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46085 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=151 2024-12-05T03:21:15,475 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733368864518.8678a82b280c05ad526adecf420afb71. 2024-12-05T03:21:15,475 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733368864518.8678a82b280c05ad526adecf420afb71. as already flushing 2024-12-05T03:21:15,476 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733368864518.8678a82b280c05ad526adecf420afb71. 2024-12-05T03:21:15,476 ERROR [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] handler.RSProcedureHandler(58): pid=151 java.io.IOException: Unable to complete flush {ENCODED => 8678a82b280c05ad526adecf420afb71, NAME => 'TestAcidGuarantees,,1733368864518.8678a82b280c05ad526adecf420afb71.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:21:15,476 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=151 java.io.IOException: Unable to complete flush {ENCODED => 8678a82b280c05ad526adecf420afb71, NAME => 'TestAcidGuarantees,,1733368864518.8678a82b280c05ad526adecf420afb71.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:21:15,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.HMaster(4114): Remote procedure failed, pid=151 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8678a82b280c05ad526adecf420afb71, NAME => 'TestAcidGuarantees,,1733368864518.8678a82b280c05ad526adecf420afb71.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8678a82b280c05ad526adecf420afb71, NAME => 'TestAcidGuarantees,,1733368864518.8678a82b280c05ad526adecf420afb71.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:21:15,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=150 2024-12-05T03:21:15,627 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 971fbbbe942d,46085,1733368737191 2024-12-05T03:21:15,628 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46085 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=151 2024-12-05T03:21:15,628 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733368864518.8678a82b280c05ad526adecf420afb71. 2024-12-05T03:21:15,628 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733368864518.8678a82b280c05ad526adecf420afb71. as already flushing 2024-12-05T03:21:15,628 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733368864518.8678a82b280c05ad526adecf420afb71. 2024-12-05T03:21:15,628 ERROR [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] handler.RSProcedureHandler(58): pid=151 java.io.IOException: Unable to complete flush {ENCODED => 8678a82b280c05ad526adecf420afb71, NAME => 'TestAcidGuarantees,,1733368864518.8678a82b280c05ad526adecf420afb71.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:21:15,628 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=151 java.io.IOException: Unable to complete flush {ENCODED => 8678a82b280c05ad526adecf420afb71, NAME => 'TestAcidGuarantees,,1733368864518.8678a82b280c05ad526adecf420afb71.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:21:15,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.HMaster(4114): Remote procedure failed, pid=151 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8678a82b280c05ad526adecf420afb71, NAME => 'TestAcidGuarantees,,1733368864518.8678a82b280c05ad526adecf420afb71.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8678a82b280c05ad526adecf420afb71, NAME => 'TestAcidGuarantees,,1733368864518.8678a82b280c05ad526adecf420afb71.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:21:15,780 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 971fbbbe942d,46085,1733368737191 2024-12-05T03:21:15,780 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46085 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=151 2024-12-05T03:21:15,781 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733368864518.8678a82b280c05ad526adecf420afb71. 2024-12-05T03:21:15,781 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733368864518.8678a82b280c05ad526adecf420afb71. as already flushing 2024-12-05T03:21:15,781 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733368864518.8678a82b280c05ad526adecf420afb71. 2024-12-05T03:21:15,781 ERROR [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] handler.RSProcedureHandler(58): pid=151 java.io.IOException: Unable to complete flush {ENCODED => 8678a82b280c05ad526adecf420afb71, NAME => 'TestAcidGuarantees,,1733368864518.8678a82b280c05ad526adecf420afb71.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:21:15,781 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=151 java.io.IOException: Unable to complete flush {ENCODED => 8678a82b280c05ad526adecf420afb71, NAME => 'TestAcidGuarantees,,1733368864518.8678a82b280c05ad526adecf420afb71.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:21:15,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.HMaster(4114): Remote procedure failed, pid=151 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8678a82b280c05ad526adecf420afb71, NAME => 'TestAcidGuarantees,,1733368864518.8678a82b280c05ad526adecf420afb71.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8678a82b280c05ad526adecf420afb71, NAME => 'TestAcidGuarantees,,1733368864518.8678a82b280c05ad526adecf420afb71.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:21:15,808 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8678a82b280c05ad526adecf420afb71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:21:15,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59074 deadline: 1733368935802, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8678a82b280c05ad526adecf420afb71, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:21:15,809 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8678a82b280c05ad526adecf420afb71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:21:15,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59080 deadline: 1733368935804, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8678a82b280c05ad526adecf420afb71, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:21:15,809 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8678a82b280c05ad526adecf420afb71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:21:15,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59108 deadline: 1733368935804, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8678a82b280c05ad526adecf420afb71, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:21:15,875 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=142 (bloomFilter=true), to=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/.tmp/C/4c26aad03da4434b9a9e469658f4f0ce 2024-12-05T03:21:15,879 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/.tmp/A/7fd88c95807d4cefaa93f7f3dbbfc316 as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/A/7fd88c95807d4cefaa93f7f3dbbfc316 2024-12-05T03:21:15,883 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/A/7fd88c95807d4cefaa93f7f3dbbfc316, entries=200, sequenceid=142, filesize=14.2 K 2024-12-05T03:21:15,884 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/.tmp/B/161d75e7059e495c90067beed1aea171 as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/B/161d75e7059e495c90067beed1aea171 2024-12-05T03:21:15,887 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/B/161d75e7059e495c90067beed1aea171, entries=150, sequenceid=142, filesize=11.9 K 2024-12-05T03:21:15,888 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/.tmp/C/4c26aad03da4434b9a9e469658f4f0ce as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/C/4c26aad03da4434b9a9e469658f4f0ce 2024-12-05T03:21:15,891 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/C/4c26aad03da4434b9a9e469658f4f0ce, entries=150, sequenceid=142, filesize=11.9 K 2024-12-05T03:21:15,892 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for 8678a82b280c05ad526adecf420afb71 in 1248ms, sequenceid=142, compaction requested=true 2024-12-05T03:21:15,892 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 8678a82b280c05ad526adecf420afb71: 2024-12-05T03:21:15,892 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8678a82b280c05ad526adecf420afb71:A, priority=-2147483648, current under compaction store size is 1 2024-12-05T03:21:15,892 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T03:21:15,892 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8678a82b280c05ad526adecf420afb71:B, priority=-2147483648, current under compaction store size is 2 2024-12-05T03:21:15,892 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T03:21:15,892 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T03:21:15,892 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8678a82b280c05ad526adecf420afb71:C, priority=-2147483648, current under compaction store size is 3 2024-12-05T03:21:15,892 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T03:21:15,892 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T03:21:15,893 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38783 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T03:21:15,893 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.HStore(1540): 8678a82b280c05ad526adecf420afb71/A is initiating minor compaction (all files) 2024-12-05T03:21:15,893 INFO [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8678a82b280c05ad526adecf420afb71/A in TestAcidGuarantees,,1733368864518.8678a82b280c05ad526adecf420afb71. 2024-12-05T03:21:15,893 INFO [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/A/8ce82e6e2a5c4276a1076ba30adfd4e8, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/A/7f411f5aa2a8464190d68ba24e903f1d, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/A/7fd88c95807d4cefaa93f7f3dbbfc316] into tmpdir=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/.tmp, totalSize=37.9 K 2024-12-05T03:21:15,904 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36393 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T03:21:15,904 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8ce82e6e2a5c4276a1076ba30adfd4e8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=101, earliestPutTs=1733368870185 2024-12-05T03:21:15,904 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.HStore(1540): 8678a82b280c05ad526adecf420afb71/B is initiating minor compaction (all files) 2024-12-05T03:21:15,904 INFO [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8678a82b280c05ad526adecf420afb71/B in TestAcidGuarantees,,1733368864518.8678a82b280c05ad526adecf420afb71. 2024-12-05T03:21:15,904 INFO [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/B/2888ee92ef1f419f8e295b3bc1d049f3, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/B/21c5e0a14a8541d4b01590bc1ca337fa, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/B/161d75e7059e495c90067beed1aea171] into tmpdir=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/.tmp, totalSize=35.5 K 2024-12-05T03:21:15,905 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7f411f5aa2a8464190d68ba24e903f1d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=125, earliestPutTs=1733368872367 2024-12-05T03:21:15,905 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] compactions.Compactor(224): Compacting 2888ee92ef1f419f8e295b3bc1d049f3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=101, earliestPutTs=1733368870185 2024-12-05T03:21:15,905 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] compactions.Compactor(224): Compacting 21c5e0a14a8541d4b01590bc1ca337fa, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=125, earliestPutTs=1733368872367 2024-12-05T03:21:15,905 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7fd88c95807d4cefaa93f7f3dbbfc316, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=142, earliestPutTs=1733368873506 2024-12-05T03:21:15,906 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] compactions.Compactor(224): Compacting 161d75e7059e495c90067beed1aea171, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=142, earliestPutTs=1733368873506 2024-12-05T03:21:15,913 INFO [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8678a82b280c05ad526adecf420afb71#A#compaction#475 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 69.23 MB/second 2024-12-05T03:21:15,913 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/.tmp/A/680686d39afe4719bedef71e643a8ab0 is 50, key is test_row_0/A:col10/1733368873520/Put/seqid=0 2024-12-05T03:21:15,925 INFO [RS:0;971fbbbe942d:46085-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8678a82b280c05ad526adecf420afb71#B#compaction#476 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 69.23 MB/second 2024-12-05T03:21:15,926 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/.tmp/B/081f56f256464e7e9702e07be2cd1612 is 50, key is test_row_0/B:col10/1733368873520/Put/seqid=0 2024-12-05T03:21:15,933 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 971fbbbe942d,46085,1733368737191 2024-12-05T03:21:15,934 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46085 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=151 2024-12-05T03:21:15,934 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073742384_1560 (size=12493) 2024-12-05T03:21:15,934 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733368864518.8678a82b280c05ad526adecf420afb71. 2024-12-05T03:21:15,934 INFO [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2837): Flushing 8678a82b280c05ad526adecf420afb71 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-12-05T03:21:15,934 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8678a82b280c05ad526adecf420afb71, store=A 2024-12-05T03:21:15,934 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T03:21:15,934 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8678a82b280c05ad526adecf420afb71, store=B 2024-12-05T03:21:15,934 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T03:21:15,934 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8678a82b280c05ad526adecf420afb71, store=C 2024-12-05T03:21:15,934 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T03:21:15,948 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/.tmp/A/680686d39afe4719bedef71e643a8ab0 as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/A/680686d39afe4719bedef71e643a8ab0 2024-12-05T03:21:15,950 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/.tmp/A/f6f2448d32854d5a97f575ecdf05cf1e is 50, key is test_row_0/A:col10/1733368874678/Put/seqid=0 2024-12-05T03:21:15,958 INFO [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8678a82b280c05ad526adecf420afb71/A of 8678a82b280c05ad526adecf420afb71 into 680686d39afe4719bedef71e643a8ab0(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T03:21:15,958 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8678a82b280c05ad526adecf420afb71: 2024-12-05T03:21:15,958 INFO [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733368864518.8678a82b280c05ad526adecf420afb71., storeName=8678a82b280c05ad526adecf420afb71/A, priority=13, startTime=1733368875892; duration=0sec 2024-12-05T03:21:15,958 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T03:21:15,958 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8678a82b280c05ad526adecf420afb71:A 2024-12-05T03:21:15,958 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T03:21:15,960 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36393 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T03:21:15,960 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.HStore(1540): 8678a82b280c05ad526adecf420afb71/C is initiating minor compaction (all files) 2024-12-05T03:21:15,960 INFO [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8678a82b280c05ad526adecf420afb71/C in TestAcidGuarantees,,1733368864518.8678a82b280c05ad526adecf420afb71. 2024-12-05T03:21:15,960 INFO [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/C/74148f918f344677a9e7cf3f8ebb556a, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/C/9d5c5b2b2c2d47d7b39bec8f5503d53f, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/C/4c26aad03da4434b9a9e469658f4f0ce] into tmpdir=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/.tmp, totalSize=35.5 K 2024-12-05T03:21:15,960 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] compactions.Compactor(224): Compacting 74148f918f344677a9e7cf3f8ebb556a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=101, earliestPutTs=1733368870185 2024-12-05T03:21:15,961 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9d5c5b2b2c2d47d7b39bec8f5503d53f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=125, earliestPutTs=1733368872367 2024-12-05T03:21:15,961 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4c26aad03da4434b9a9e469658f4f0ce, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=142, earliestPutTs=1733368873506 2024-12-05T03:21:15,966 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073742385_1561 (size=12493) 2024-12-05T03:21:15,984 INFO [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8678a82b280c05ad526adecf420afb71#C#compaction#478 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 69.23 MB/second 2024-12-05T03:21:15,984 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/.tmp/C/e1fcee6e6be148db87bb5acf1a670156 is 50, key is test_row_0/C:col10/1733368873520/Put/seqid=0 2024-12-05T03:21:15,986 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073742386_1562 (size=12151) 2024-12-05T03:21:15,997 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073742387_1563 (size=12493) 2024-12-05T03:21:16,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=150 2024-12-05T03:21:16,370 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/.tmp/B/081f56f256464e7e9702e07be2cd1612 as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/B/081f56f256464e7e9702e07be2cd1612 2024-12-05T03:21:16,375 INFO [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8678a82b280c05ad526adecf420afb71/B of 8678a82b280c05ad526adecf420afb71 into 081f56f256464e7e9702e07be2cd1612(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T03:21:16,375 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8678a82b280c05ad526adecf420afb71: 2024-12-05T03:21:16,375 INFO [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733368864518.8678a82b280c05ad526adecf420afb71., storeName=8678a82b280c05ad526adecf420afb71/B, priority=13, startTime=1733368875892; duration=0sec 2024-12-05T03:21:16,375 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T03:21:16,375 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8678a82b280c05ad526adecf420afb71:B 2024-12-05T03:21:16,387 INFO [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=164 (bloomFilter=true), to=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/.tmp/A/f6f2448d32854d5a97f575ecdf05cf1e 2024-12-05T03:21:16,394 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/.tmp/B/8955b94f05fb423984783b8429b3b538 is 50, key is test_row_0/B:col10/1733368874678/Put/seqid=0 2024-12-05T03:21:16,402 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/.tmp/C/e1fcee6e6be148db87bb5acf1a670156 as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/C/e1fcee6e6be148db87bb5acf1a670156 2024-12-05T03:21:16,412 INFO [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8678a82b280c05ad526adecf420afb71/C of 8678a82b280c05ad526adecf420afb71 into e1fcee6e6be148db87bb5acf1a670156(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T03:21:16,412 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8678a82b280c05ad526adecf420afb71: 2024-12-05T03:21:16,412 INFO [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733368864518.8678a82b280c05ad526adecf420afb71., storeName=8678a82b280c05ad526adecf420afb71/C, priority=13, startTime=1733368875892; duration=0sec 2024-12-05T03:21:16,412 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T03:21:16,412 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8678a82b280c05ad526adecf420afb71:C 2024-12-05T03:21:16,437 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073742388_1564 (size=12151) 2024-12-05T03:21:16,438 INFO [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=164 (bloomFilter=true), to=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/.tmp/B/8955b94f05fb423984783b8429b3b538 2024-12-05T03:21:16,446 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/.tmp/C/5a1d11cac7ed4a989bccb43e25ed355d is 50, key is test_row_0/C:col10/1733368874678/Put/seqid=0 2024-12-05T03:21:16,452 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073742389_1565 (size=12151) 2024-12-05T03:21:16,452 INFO [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=164 (bloomFilter=true), to=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/.tmp/C/5a1d11cac7ed4a989bccb43e25ed355d 2024-12-05T03:21:16,459 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/.tmp/A/f6f2448d32854d5a97f575ecdf05cf1e as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/A/f6f2448d32854d5a97f575ecdf05cf1e 2024-12-05T03:21:16,462 INFO [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/A/f6f2448d32854d5a97f575ecdf05cf1e, entries=150, sequenceid=164, filesize=11.9 K 2024-12-05T03:21:16,464 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/.tmp/B/8955b94f05fb423984783b8429b3b538 as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/B/8955b94f05fb423984783b8429b3b538 2024-12-05T03:21:16,468 INFO [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/B/8955b94f05fb423984783b8429b3b538, entries=150, sequenceid=164, filesize=11.9 K 2024-12-05T03:21:16,469 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/.tmp/C/5a1d11cac7ed4a989bccb43e25ed355d as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/C/5a1d11cac7ed4a989bccb43e25ed355d 2024-12-05T03:21:16,482 INFO [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/C/5a1d11cac7ed4a989bccb43e25ed355d, entries=150, sequenceid=164, filesize=11.9 K 2024-12-05T03:21:16,484 INFO [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=0 B/0 for 8678a82b280c05ad526adecf420afb71 in 550ms, sequenceid=164, compaction requested=false 2024-12-05T03:21:16,484 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2538): Flush status journal for 8678a82b280c05ad526adecf420afb71: 2024-12-05T03:21:16,484 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733368864518.8678a82b280c05ad526adecf420afb71. 2024-12-05T03:21:16,484 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=151 2024-12-05T03:21:16,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.HMaster(4106): Remote procedure done, pid=151 2024-12-05T03:21:16,492 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=151, resume processing ppid=150 2024-12-05T03:21:16,492 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=151, ppid=150, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4670 sec 2024-12-05T03:21:16,496 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=150, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=150, table=TestAcidGuarantees in 1.4800 sec 2024-12-05T03:21:16,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(8581): Flush requested on 8678a82b280c05ad526adecf420afb71 2024-12-05T03:21:16,823 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 8678a82b280c05ad526adecf420afb71 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-05T03:21:16,823 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8678a82b280c05ad526adecf420afb71, store=A 2024-12-05T03:21:16,823 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T03:21:16,823 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8678a82b280c05ad526adecf420afb71, store=B 2024-12-05T03:21:16,823 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T03:21:16,824 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8678a82b280c05ad526adecf420afb71, store=C 2024-12-05T03:21:16,824 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T03:21:16,827 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/.tmp/A/c28e1a4b2dd84034adb9798838a66584 is 50, key is test_row_0/A:col10/1733368876821/Put/seqid=0 2024-12-05T03:21:16,834 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073742390_1566 (size=19321) 2024-12-05T03:21:16,835 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=178 (bloomFilter=true), to=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/.tmp/A/c28e1a4b2dd84034adb9798838a66584 2024-12-05T03:21:16,841 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/.tmp/B/4196e46cfc9b4367b940235f8c30f612 is 50, key is test_row_0/B:col10/1733368876821/Put/seqid=0 2024-12-05T03:21:16,844 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073742391_1567 (size=12151) 2024-12-05T03:21:16,879 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8678a82b280c05ad526adecf420afb71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:21:16,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59074 deadline: 1733368936872, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8678a82b280c05ad526adecf420afb71, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:21:16,880 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8678a82b280c05ad526adecf420afb71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:21:16,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59080 deadline: 1733368936872, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8678a82b280c05ad526adecf420afb71, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:21:16,882 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8678a82b280c05ad526adecf420afb71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:21:16,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59108 deadline: 1733368936875, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8678a82b280c05ad526adecf420afb71, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:21:16,983 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8678a82b280c05ad526adecf420afb71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:21:16,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59074 deadline: 1733368936980, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8678a82b280c05ad526adecf420afb71, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:21:16,984 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8678a82b280c05ad526adecf420afb71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:21:16,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59080 deadline: 1733368936981, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8678a82b280c05ad526adecf420afb71, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:21:16,985 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8678a82b280c05ad526adecf420afb71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:21:16,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59108 deadline: 1733368936984, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8678a82b280c05ad526adecf420afb71, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:21:17,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=150 2024-12-05T03:21:17,121 INFO [Thread-2333 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 150 completed 2024-12-05T03:21:17,122 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-05T03:21:17,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] procedure2.ProcedureExecutor(1098): Stored pid=152, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=152, table=TestAcidGuarantees 2024-12-05T03:21:17,124 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=152, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=152, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-05T03:21:17,125 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=152, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=152, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-05T03:21:17,125 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=153, ppid=152, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-05T03:21:17,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=152 2024-12-05T03:21:17,188 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8678a82b280c05ad526adecf420afb71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:21:17,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59074 deadline: 1733368937184, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8678a82b280c05ad526adecf420afb71, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:21:17,192 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8678a82b280c05ad526adecf420afb71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:21:17,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59108 deadline: 1733368937186, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8678a82b280c05ad526adecf420afb71, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:21:17,193 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8678a82b280c05ad526adecf420afb71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:21:17,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59080 deadline: 1733368937186, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8678a82b280c05ad526adecf420afb71, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:21:17,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=152 2024-12-05T03:21:17,245 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=178 (bloomFilter=true), to=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/.tmp/B/4196e46cfc9b4367b940235f8c30f612 2024-12-05T03:21:17,253 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/.tmp/C/9d97c6f41aa64756a752df14da523ca5 is 50, key is test_row_0/C:col10/1733368876821/Put/seqid=0 2024-12-05T03:21:17,257 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073742392_1568 (size=12151) 2024-12-05T03:21:17,280 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 971fbbbe942d,46085,1733368737191 2024-12-05T03:21:17,281 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46085 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=153 2024-12-05T03:21:17,281 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733368864518.8678a82b280c05ad526adecf420afb71. 2024-12-05T03:21:17,281 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733368864518.8678a82b280c05ad526adecf420afb71. as already flushing 2024-12-05T03:21:17,281 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733368864518.8678a82b280c05ad526adecf420afb71. 2024-12-05T03:21:17,281 ERROR [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] handler.RSProcedureHandler(58): pid=153 java.io.IOException: Unable to complete flush {ENCODED => 8678a82b280c05ad526adecf420afb71, NAME => 'TestAcidGuarantees,,1733368864518.8678a82b280c05ad526adecf420afb71.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:21:17,281 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=153 java.io.IOException: Unable to complete flush {ENCODED => 8678a82b280c05ad526adecf420afb71, NAME => 'TestAcidGuarantees,,1733368864518.8678a82b280c05ad526adecf420afb71.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:21:17,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.HMaster(4114): Remote procedure failed, pid=153 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8678a82b280c05ad526adecf420afb71, NAME => 'TestAcidGuarantees,,1733368864518.8678a82b280c05ad526adecf420afb71.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8678a82b280c05ad526adecf420afb71, NAME => 'TestAcidGuarantees,,1733368864518.8678a82b280c05ad526adecf420afb71.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:21:17,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=152 2024-12-05T03:21:17,433 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 971fbbbe942d,46085,1733368737191 2024-12-05T03:21:17,433 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46085 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=153 2024-12-05T03:21:17,433 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733368864518.8678a82b280c05ad526adecf420afb71. 2024-12-05T03:21:17,433 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733368864518.8678a82b280c05ad526adecf420afb71. as already flushing 2024-12-05T03:21:17,434 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733368864518.8678a82b280c05ad526adecf420afb71. 2024-12-05T03:21:17,434 ERROR [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] handler.RSProcedureHandler(58): pid=153 java.io.IOException: Unable to complete flush {ENCODED => 8678a82b280c05ad526adecf420afb71, NAME => 'TestAcidGuarantees,,1733368864518.8678a82b280c05ad526adecf420afb71.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:21:17,434 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=153 java.io.IOException: Unable to complete flush {ENCODED => 8678a82b280c05ad526adecf420afb71, NAME => 'TestAcidGuarantees,,1733368864518.8678a82b280c05ad526adecf420afb71.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:21:17,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.HMaster(4114): Remote procedure failed, pid=153 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8678a82b280c05ad526adecf420afb71, NAME => 'TestAcidGuarantees,,1733368864518.8678a82b280c05ad526adecf420afb71.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8678a82b280c05ad526adecf420afb71, NAME => 'TestAcidGuarantees,,1733368864518.8678a82b280c05ad526adecf420afb71.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:21:17,495 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8678a82b280c05ad526adecf420afb71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:21:17,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59074 deadline: 1733368937491, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8678a82b280c05ad526adecf420afb71, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:21:17,496 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8678a82b280c05ad526adecf420afb71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:21:17,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59108 deadline: 1733368937494, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8678a82b280c05ad526adecf420afb71, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:21:17,496 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8678a82b280c05ad526adecf420afb71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:21:17,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59080 deadline: 1733368937496, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8678a82b280c05ad526adecf420afb71, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:21:17,586 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 971fbbbe942d,46085,1733368737191 2024-12-05T03:21:17,586 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46085 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=153 2024-12-05T03:21:17,586 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733368864518.8678a82b280c05ad526adecf420afb71. 2024-12-05T03:21:17,586 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733368864518.8678a82b280c05ad526adecf420afb71. as already flushing 2024-12-05T03:21:17,586 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733368864518.8678a82b280c05ad526adecf420afb71. 2024-12-05T03:21:17,586 ERROR [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] handler.RSProcedureHandler(58): pid=153 java.io.IOException: Unable to complete flush {ENCODED => 8678a82b280c05ad526adecf420afb71, NAME => 'TestAcidGuarantees,,1733368864518.8678a82b280c05ad526adecf420afb71.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:21:17,587 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=153 java.io.IOException: Unable to complete flush {ENCODED => 8678a82b280c05ad526adecf420afb71, NAME => 'TestAcidGuarantees,,1733368864518.8678a82b280c05ad526adecf420afb71.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:21:17,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.HMaster(4114): Remote procedure failed, pid=153 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8678a82b280c05ad526adecf420afb71, NAME => 'TestAcidGuarantees,,1733368864518.8678a82b280c05ad526adecf420afb71.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8678a82b280c05ad526adecf420afb71, NAME => 'TestAcidGuarantees,,1733368864518.8678a82b280c05ad526adecf420afb71.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:21:17,658 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=178 (bloomFilter=true), to=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/.tmp/C/9d97c6f41aa64756a752df14da523ca5 2024-12-05T03:21:17,663 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/.tmp/A/c28e1a4b2dd84034adb9798838a66584 as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/A/c28e1a4b2dd84034adb9798838a66584 2024-12-05T03:21:17,666 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/A/c28e1a4b2dd84034adb9798838a66584, entries=300, sequenceid=178, filesize=18.9 K 2024-12-05T03:21:17,667 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/.tmp/B/4196e46cfc9b4367b940235f8c30f612 as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/B/4196e46cfc9b4367b940235f8c30f612 2024-12-05T03:21:17,671 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/B/4196e46cfc9b4367b940235f8c30f612, entries=150, sequenceid=178, filesize=11.9 K 2024-12-05T03:21:17,672 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/.tmp/C/9d97c6f41aa64756a752df14da523ca5 as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/C/9d97c6f41aa64756a752df14da523ca5 2024-12-05T03:21:17,675 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/C/9d97c6f41aa64756a752df14da523ca5, entries=150, sequenceid=178, filesize=11.9 K 2024-12-05T03:21:17,676 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 8678a82b280c05ad526adecf420afb71 in 853ms, sequenceid=178, compaction requested=true 2024-12-05T03:21:17,676 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 8678a82b280c05ad526adecf420afb71: 2024-12-05T03:21:17,676 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8678a82b280c05ad526adecf420afb71:A, priority=-2147483648, current under compaction store size is 1 2024-12-05T03:21:17,677 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T03:21:17,677 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8678a82b280c05ad526adecf420afb71:B, priority=-2147483648, current under compaction store size is 2 2024-12-05T03:21:17,677 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T03:21:17,677 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T03:21:17,677 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8678a82b280c05ad526adecf420afb71:C, priority=-2147483648, current under compaction store size is 3 2024-12-05T03:21:17,677 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-12-05T03:21:17,677 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T03:21:17,677 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 43965 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T03:21:17,678 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.HStore(1540): 8678a82b280c05ad526adecf420afb71/A is initiating minor compaction (all files) 2024-12-05T03:21:17,678 INFO [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8678a82b280c05ad526adecf420afb71/A in TestAcidGuarantees,,1733368864518.8678a82b280c05ad526adecf420afb71. 2024-12-05T03:21:17,678 INFO [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/A/680686d39afe4719bedef71e643a8ab0, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/A/f6f2448d32854d5a97f575ecdf05cf1e, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/A/c28e1a4b2dd84034adb9798838a66584] into tmpdir=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/.tmp, totalSize=42.9 K 2024-12-05T03:21:17,678 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T03:21:17,678 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] compactions.Compactor(224): Compacting 680686d39afe4719bedef71e643a8ab0, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=142, earliestPutTs=1733368873506 2024-12-05T03:21:17,678 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.HStore(1540): 8678a82b280c05ad526adecf420afb71/B is initiating minor compaction (all files) 2024-12-05T03:21:17,678 INFO [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8678a82b280c05ad526adecf420afb71/B in TestAcidGuarantees,,1733368864518.8678a82b280c05ad526adecf420afb71. 2024-12-05T03:21:17,678 INFO [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/B/081f56f256464e7e9702e07be2cd1612, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/B/8955b94f05fb423984783b8429b3b538, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/B/4196e46cfc9b4367b940235f8c30f612] into tmpdir=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/.tmp, totalSize=35.9 K 2024-12-05T03:21:17,679 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] compactions.Compactor(224): Compacting 081f56f256464e7e9702e07be2cd1612, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=142, earliestPutTs=1733368873506 2024-12-05T03:21:17,679 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] compactions.Compactor(224): Compacting f6f2448d32854d5a97f575ecdf05cf1e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=164, earliestPutTs=1733368874676 2024-12-05T03:21:17,679 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] compactions.Compactor(224): Compacting c28e1a4b2dd84034adb9798838a66584, keycount=300, bloomtype=ROW, size=18.9 K, encoding=NONE, compression=NONE, seqNum=178, earliestPutTs=1733368876815 2024-12-05T03:21:17,679 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] compactions.Compactor(224): Compacting 8955b94f05fb423984783b8429b3b538, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=164, earliestPutTs=1733368874676 2024-12-05T03:21:17,680 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] compactions.Compactor(224): Compacting 4196e46cfc9b4367b940235f8c30f612, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=178, earliestPutTs=1733368876815 2024-12-05T03:21:17,687 INFO [RS:0;971fbbbe942d:46085-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8678a82b280c05ad526adecf420afb71#B#compaction#484 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 69.23 MB/second 2024-12-05T03:21:17,688 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/.tmp/B/1a54ecf664c445de982b5b6b4de03af4 is 50, key is test_row_0/B:col10/1733368876821/Put/seqid=0 2024-12-05T03:21:17,699 INFO [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8678a82b280c05ad526adecf420afb71#A#compaction#485 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 69.23 MB/second 2024-12-05T03:21:17,700 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/.tmp/A/2c4379ef74ef4bc1ab9075121e5afdea is 50, key is test_row_0/A:col10/1733368876821/Put/seqid=0 2024-12-05T03:21:17,705 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073742393_1569 (size=12595) 2024-12-05T03:21:17,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=152 2024-12-05T03:21:17,729 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073742394_1570 (size=12595) 2024-12-05T03:21:17,739 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 971fbbbe942d,46085,1733368737191 2024-12-05T03:21:17,739 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46085 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=153 2024-12-05T03:21:17,739 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733368864518.8678a82b280c05ad526adecf420afb71. 2024-12-05T03:21:17,740 INFO [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2837): Flushing 8678a82b280c05ad526adecf420afb71 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-12-05T03:21:17,740 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8678a82b280c05ad526adecf420afb71, store=A 2024-12-05T03:21:17,740 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T03:21:17,740 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8678a82b280c05ad526adecf420afb71, store=B 2024-12-05T03:21:17,740 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T03:21:17,740 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8678a82b280c05ad526adecf420afb71, store=C 2024-12-05T03:21:17,740 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T03:21:17,743 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/.tmp/A/5aaa463045b944daa1305209b26029e8 is 50, key is test_row_0/A:col10/1733368876871/Put/seqid=0 2024-12-05T03:21:17,751 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073742395_1571 (size=12151) 2024-12-05T03:21:18,003 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733368864518.8678a82b280c05ad526adecf420afb71. as already flushing 2024-12-05T03:21:18,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(8581): Flush requested on 8678a82b280c05ad526adecf420afb71 2024-12-05T03:21:18,017 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8678a82b280c05ad526adecf420afb71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:21:18,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59108 deadline: 1733368938012, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8678a82b280c05ad526adecf420afb71, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:21:18,021 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8678a82b280c05ad526adecf420afb71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:21:18,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59074 deadline: 1733368938013, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8678a82b280c05ad526adecf420afb71, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:21:18,022 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8678a82b280c05ad526adecf420afb71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:21:18,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59080 deadline: 1733368938017, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8678a82b280c05ad526adecf420afb71, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:21:18,110 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/.tmp/B/1a54ecf664c445de982b5b6b4de03af4 as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/B/1a54ecf664c445de982b5b6b4de03af4 2024-12-05T03:21:18,114 INFO [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8678a82b280c05ad526adecf420afb71/B of 8678a82b280c05ad526adecf420afb71 into 1a54ecf664c445de982b5b6b4de03af4(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T03:21:18,114 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8678a82b280c05ad526adecf420afb71: 2024-12-05T03:21:18,114 INFO [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733368864518.8678a82b280c05ad526adecf420afb71., storeName=8678a82b280c05ad526adecf420afb71/B, priority=13, startTime=1733368877677; duration=0sec 2024-12-05T03:21:18,114 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T03:21:18,114 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8678a82b280c05ad526adecf420afb71:B 2024-12-05T03:21:18,114 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T03:21:18,115 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T03:21:18,115 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.HStore(1540): 8678a82b280c05ad526adecf420afb71/C is initiating minor compaction (all files) 2024-12-05T03:21:18,115 INFO [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8678a82b280c05ad526adecf420afb71/C in TestAcidGuarantees,,1733368864518.8678a82b280c05ad526adecf420afb71. 2024-12-05T03:21:18,115 INFO [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/C/e1fcee6e6be148db87bb5acf1a670156, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/C/5a1d11cac7ed4a989bccb43e25ed355d, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/C/9d97c6f41aa64756a752df14da523ca5] into tmpdir=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/.tmp, totalSize=35.9 K 2024-12-05T03:21:18,115 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] compactions.Compactor(224): Compacting e1fcee6e6be148db87bb5acf1a670156, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=142, earliestPutTs=1733368873506 2024-12-05T03:21:18,115 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] compactions.Compactor(224): Compacting 5a1d11cac7ed4a989bccb43e25ed355d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=164, earliestPutTs=1733368874676 2024-12-05T03:21:18,116 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] compactions.Compactor(224): Compacting 9d97c6f41aa64756a752df14da523ca5, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=178, earliestPutTs=1733368876815 2024-12-05T03:21:18,123 INFO [RS:0;971fbbbe942d:46085-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8678a82b280c05ad526adecf420afb71#C#compaction#487 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 69.23 MB/second 2024-12-05T03:21:18,123 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/.tmp/C/5b9cb70510764a38af9e96479e459a9e is 50, key is test_row_0/C:col10/1733368876821/Put/seqid=0 2024-12-05T03:21:18,124 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8678a82b280c05ad526adecf420afb71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:21:18,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59074 deadline: 1733368938123, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8678a82b280c05ad526adecf420afb71, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:21:18,124 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8678a82b280c05ad526adecf420afb71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:21:18,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59080 deadline: 1733368938123, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8678a82b280c05ad526adecf420afb71, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:21:18,125 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8678a82b280c05ad526adecf420afb71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:21:18,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59108 deadline: 1733368938123, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8678a82b280c05ad526adecf420afb71, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:21:18,130 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073742396_1572 (size=12595) 2024-12-05T03:21:18,136 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/.tmp/C/5b9cb70510764a38af9e96479e459a9e as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/C/5b9cb70510764a38af9e96479e459a9e 2024-12-05T03:21:18,137 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/.tmp/A/2c4379ef74ef4bc1ab9075121e5afdea as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/A/2c4379ef74ef4bc1ab9075121e5afdea 2024-12-05T03:21:18,140 INFO [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8678a82b280c05ad526adecf420afb71/C of 8678a82b280c05ad526adecf420afb71 into 5b9cb70510764a38af9e96479e459a9e(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T03:21:18,140 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8678a82b280c05ad526adecf420afb71: 2024-12-05T03:21:18,140 INFO [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733368864518.8678a82b280c05ad526adecf420afb71., storeName=8678a82b280c05ad526adecf420afb71/C, priority=13, startTime=1733368877677; duration=0sec 2024-12-05T03:21:18,141 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T03:21:18,141 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8678a82b280c05ad526adecf420afb71:C 2024-12-05T03:21:18,141 INFO [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8678a82b280c05ad526adecf420afb71/A of 8678a82b280c05ad526adecf420afb71 into 2c4379ef74ef4bc1ab9075121e5afdea(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T03:21:18,141 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8678a82b280c05ad526adecf420afb71: 2024-12-05T03:21:18,141 INFO [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733368864518.8678a82b280c05ad526adecf420afb71., storeName=8678a82b280c05ad526adecf420afb71/A, priority=13, startTime=1733368877676; duration=0sec 2024-12-05T03:21:18,141 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T03:21:18,141 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8678a82b280c05ad526adecf420afb71:A 2024-12-05T03:21:18,152 INFO [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=203 (bloomFilter=true), to=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/.tmp/A/5aaa463045b944daa1305209b26029e8 2024-12-05T03:21:18,159 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/.tmp/B/ea13abf9024c4dc88d1d78166eb62761 is 50, key is test_row_0/B:col10/1733368876871/Put/seqid=0 2024-12-05T03:21:18,164 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073742397_1573 (size=12151) 2024-12-05T03:21:18,164 INFO [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=203 (bloomFilter=true), to=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/.tmp/B/ea13abf9024c4dc88d1d78166eb62761 2024-12-05T03:21:18,171 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/.tmp/C/e68a465bb86f44999cb93d835e028f6b is 50, key is test_row_0/C:col10/1733368876871/Put/seqid=0 2024-12-05T03:21:18,174 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073742398_1574 (size=12151) 2024-12-05T03:21:18,175 INFO [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=203 (bloomFilter=true), to=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/.tmp/C/e68a465bb86f44999cb93d835e028f6b 2024-12-05T03:21:18,179 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/.tmp/A/5aaa463045b944daa1305209b26029e8 as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/A/5aaa463045b944daa1305209b26029e8 2024-12-05T03:21:18,182 INFO [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/A/5aaa463045b944daa1305209b26029e8, entries=150, sequenceid=203, filesize=11.9 K 2024-12-05T03:21:18,183 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/.tmp/B/ea13abf9024c4dc88d1d78166eb62761 as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/B/ea13abf9024c4dc88d1d78166eb62761 2024-12-05T03:21:18,187 INFO [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/B/ea13abf9024c4dc88d1d78166eb62761, entries=150, sequenceid=203, filesize=11.9 K 2024-12-05T03:21:18,188 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/.tmp/C/e68a465bb86f44999cb93d835e028f6b as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/C/e68a465bb86f44999cb93d835e028f6b 2024-12-05T03:21:18,191 INFO [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/C/e68a465bb86f44999cb93d835e028f6b, entries=150, sequenceid=203, filesize=11.9 K 2024-12-05T03:21:18,192 INFO [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 8678a82b280c05ad526adecf420afb71 in 453ms, sequenceid=203, compaction requested=false 2024-12-05T03:21:18,192 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2538): Flush status journal for 8678a82b280c05ad526adecf420afb71: 2024-12-05T03:21:18,192 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733368864518.8678a82b280c05ad526adecf420afb71. 2024-12-05T03:21:18,192 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=153 2024-12-05T03:21:18,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.HMaster(4106): Remote procedure done, pid=153 2024-12-05T03:21:18,194 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=153, resume processing ppid=152 2024-12-05T03:21:18,194 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=153, ppid=152, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0680 sec 2024-12-05T03:21:18,196 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=152, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=152, table=TestAcidGuarantees in 1.0730 sec 2024-12-05T03:21:18,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=152 2024-12-05T03:21:18,229 INFO [Thread-2333 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 152 completed 2024-12-05T03:21:18,230 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-05T03:21:18,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] procedure2.ProcedureExecutor(1098): Stored pid=154, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=154, table=TestAcidGuarantees 2024-12-05T03:21:18,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=154 2024-12-05T03:21:18,231 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=154, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=154, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-05T03:21:18,231 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=154, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=154, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-05T03:21:18,232 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=155, ppid=154, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-05T03:21:18,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(8581): Flush requested on 8678a82b280c05ad526adecf420afb71 2024-12-05T03:21:18,328 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 8678a82b280c05ad526adecf420afb71 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-12-05T03:21:18,328 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8678a82b280c05ad526adecf420afb71, store=A 2024-12-05T03:21:18,328 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T03:21:18,328 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8678a82b280c05ad526adecf420afb71, store=B 2024-12-05T03:21:18,328 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T03:21:18,328 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8678a82b280c05ad526adecf420afb71, store=C 2024-12-05T03:21:18,328 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T03:21:18,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=154 2024-12-05T03:21:18,332 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/.tmp/A/b316b6ed7d6a421ba5d554b931ac556c is 50, key is test_row_0/A:col10/1733368878016/Put/seqid=0 2024-12-05T03:21:18,336 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073742399_1575 (size=14541) 2024-12-05T03:21:18,374 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8678a82b280c05ad526adecf420afb71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:21:18,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59080 deadline: 1733368938371, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8678a82b280c05ad526adecf420afb71, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:21:18,378 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8678a82b280c05ad526adecf420afb71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:21:18,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59108 deadline: 1733368938372, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8678a82b280c05ad526adecf420afb71, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:21:18,378 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8678a82b280c05ad526adecf420afb71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:21:18,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59074 deadline: 1733368938373, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8678a82b280c05ad526adecf420afb71, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:21:18,383 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 971fbbbe942d,46085,1733368737191 2024-12-05T03:21:18,383 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46085 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155 2024-12-05T03:21:18,383 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733368864518.8678a82b280c05ad526adecf420afb71. 2024-12-05T03:21:18,383 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733368864518.8678a82b280c05ad526adecf420afb71. as already flushing 2024-12-05T03:21:18,383 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733368864518.8678a82b280c05ad526adecf420afb71. 2024-12-05T03:21:18,384 ERROR [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] handler.RSProcedureHandler(58): pid=155 java.io.IOException: Unable to complete flush {ENCODED => 8678a82b280c05ad526adecf420afb71, NAME => 'TestAcidGuarantees,,1733368864518.8678a82b280c05ad526adecf420afb71.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:21:18,384 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=155 java.io.IOException: Unable to complete flush {ENCODED => 8678a82b280c05ad526adecf420afb71, NAME => 'TestAcidGuarantees,,1733368864518.8678a82b280c05ad526adecf420afb71.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:21:18,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.HMaster(4114): Remote procedure failed, pid=155 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8678a82b280c05ad526adecf420afb71, NAME => 'TestAcidGuarantees,,1733368864518.8678a82b280c05ad526adecf420afb71.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8678a82b280c05ad526adecf420afb71, NAME => 'TestAcidGuarantees,,1733368864518.8678a82b280c05ad526adecf420afb71.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:21:18,478 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8678a82b280c05ad526adecf420afb71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:21:18,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59080 deadline: 1733368938476, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8678a82b280c05ad526adecf420afb71, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:21:18,485 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8678a82b280c05ad526adecf420afb71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:21:18,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59108 deadline: 1733368938479, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8678a82b280c05ad526adecf420afb71, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:21:18,485 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8678a82b280c05ad526adecf420afb71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:21:18,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59074 deadline: 1733368938479, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8678a82b280c05ad526adecf420afb71, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:21:18,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=154 2024-12-05T03:21:18,536 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 971fbbbe942d,46085,1733368737191 2024-12-05T03:21:18,536 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46085 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155 2024-12-05T03:21:18,536 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733368864518.8678a82b280c05ad526adecf420afb71. 2024-12-05T03:21:18,536 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733368864518.8678a82b280c05ad526adecf420afb71. as already flushing 2024-12-05T03:21:18,536 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733368864518.8678a82b280c05ad526adecf420afb71. 2024-12-05T03:21:18,536 ERROR [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] handler.RSProcedureHandler(58): pid=155 java.io.IOException: Unable to complete flush {ENCODED => 8678a82b280c05ad526adecf420afb71, NAME => 'TestAcidGuarantees,,1733368864518.8678a82b280c05ad526adecf420afb71.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:21:18,537 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=155 java.io.IOException: Unable to complete flush {ENCODED => 8678a82b280c05ad526adecf420afb71, NAME => 'TestAcidGuarantees,,1733368864518.8678a82b280c05ad526adecf420afb71.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:21:18,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.HMaster(4114): Remote procedure failed, pid=155 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8678a82b280c05ad526adecf420afb71, NAME => 'TestAcidGuarantees,,1733368864518.8678a82b280c05ad526adecf420afb71.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8678a82b280c05ad526adecf420afb71, NAME => 'TestAcidGuarantees,,1733368864518.8678a82b280c05ad526adecf420afb71.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:21:18,685 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8678a82b280c05ad526adecf420afb71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:21:18,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59080 deadline: 1733368938681, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8678a82b280c05ad526adecf420afb71, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:21:18,688 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 971fbbbe942d,46085,1733368737191 2024-12-05T03:21:18,689 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46085 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155 2024-12-05T03:21:18,689 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733368864518.8678a82b280c05ad526adecf420afb71. 2024-12-05T03:21:18,689 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733368864518.8678a82b280c05ad526adecf420afb71. as already flushing 2024-12-05T03:21:18,689 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733368864518.8678a82b280c05ad526adecf420afb71. 2024-12-05T03:21:18,689 ERROR [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] handler.RSProcedureHandler(58): pid=155 java.io.IOException: Unable to complete flush {ENCODED => 8678a82b280c05ad526adecf420afb71, NAME => 'TestAcidGuarantees,,1733368864518.8678a82b280c05ad526adecf420afb71.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:21:18,689 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=155 java.io.IOException: Unable to complete flush {ENCODED => 8678a82b280c05ad526adecf420afb71, NAME => 'TestAcidGuarantees,,1733368864518.8678a82b280c05ad526adecf420afb71.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:21:18,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.HMaster(4114): Remote procedure failed, pid=155 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8678a82b280c05ad526adecf420afb71, NAME => 'TestAcidGuarantees,,1733368864518.8678a82b280c05ad526adecf420afb71.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8678a82b280c05ad526adecf420afb71, NAME => 'TestAcidGuarantees,,1733368864518.8678a82b280c05ad526adecf420afb71.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:21:18,691 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8678a82b280c05ad526adecf420afb71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:21:18,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59074 deadline: 1733368938686, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8678a82b280c05ad526adecf420afb71, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:21:18,693 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8678a82b280c05ad526adecf420afb71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:21:18,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59108 deadline: 1733368938687, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8678a82b280c05ad526adecf420afb71, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:21:18,736 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=218 (bloomFilter=true), to=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/.tmp/A/b316b6ed7d6a421ba5d554b931ac556c 2024-12-05T03:21:18,743 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/.tmp/B/e8957729356a4cce83047a589c772ca3 is 50, key is test_row_0/B:col10/1733368878016/Put/seqid=0 2024-12-05T03:21:18,747 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073742400_1576 (size=12151) 2024-12-05T03:21:18,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=154 2024-12-05T03:21:18,841 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 971fbbbe942d,46085,1733368737191 2024-12-05T03:21:18,841 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46085 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155 2024-12-05T03:21:18,841 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733368864518.8678a82b280c05ad526adecf420afb71. 2024-12-05T03:21:18,842 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733368864518.8678a82b280c05ad526adecf420afb71. as already flushing 2024-12-05T03:21:18,842 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733368864518.8678a82b280c05ad526adecf420afb71. 2024-12-05T03:21:18,842 ERROR [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] handler.RSProcedureHandler(58): pid=155 java.io.IOException: Unable to complete flush {ENCODED => 8678a82b280c05ad526adecf420afb71, NAME => 'TestAcidGuarantees,,1733368864518.8678a82b280c05ad526adecf420afb71.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:21:18,842 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=155 java.io.IOException: Unable to complete flush {ENCODED => 8678a82b280c05ad526adecf420afb71, NAME => 'TestAcidGuarantees,,1733368864518.8678a82b280c05ad526adecf420afb71.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:21:18,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.HMaster(4114): Remote procedure failed, pid=155 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8678a82b280c05ad526adecf420afb71, NAME => 'TestAcidGuarantees,,1733368864518.8678a82b280c05ad526adecf420afb71.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8678a82b280c05ad526adecf420afb71, NAME => 'TestAcidGuarantees,,1733368864518.8678a82b280c05ad526adecf420afb71.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:21:18,990 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8678a82b280c05ad526adecf420afb71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:21:18,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59080 deadline: 1733368938987, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8678a82b280c05ad526adecf420afb71, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:21:18,993 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 971fbbbe942d,46085,1733368737191 2024-12-05T03:21:18,994 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46085 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155 2024-12-05T03:21:18,994 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733368864518.8678a82b280c05ad526adecf420afb71. 2024-12-05T03:21:18,994 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733368864518.8678a82b280c05ad526adecf420afb71. as already flushing 2024-12-05T03:21:18,994 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733368864518.8678a82b280c05ad526adecf420afb71. 2024-12-05T03:21:18,994 ERROR [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] handler.RSProcedureHandler(58): pid=155 java.io.IOException: Unable to complete flush {ENCODED => 8678a82b280c05ad526adecf420afb71, NAME => 'TestAcidGuarantees,,1733368864518.8678a82b280c05ad526adecf420afb71.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:21:18,994 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=155 java.io.IOException: Unable to complete flush {ENCODED => 8678a82b280c05ad526adecf420afb71, NAME => 'TestAcidGuarantees,,1733368864518.8678a82b280c05ad526adecf420afb71.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:21:18,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.HMaster(4114): Remote procedure failed, pid=155 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8678a82b280c05ad526adecf420afb71, NAME => 'TestAcidGuarantees,,1733368864518.8678a82b280c05ad526adecf420afb71.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8678a82b280c05ad526adecf420afb71, NAME => 'TestAcidGuarantees,,1733368864518.8678a82b280c05ad526adecf420afb71.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:21:18,999 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8678a82b280c05ad526adecf420afb71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:21:18,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59074 deadline: 1733368938993, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8678a82b280c05ad526adecf420afb71, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:21:18,999 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8678a82b280c05ad526adecf420afb71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:21:18,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59108 deadline: 1733368938996, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8678a82b280c05ad526adecf420afb71, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:21:19,146 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 971fbbbe942d,46085,1733368737191 2024-12-05T03:21:19,146 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46085 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155 2024-12-05T03:21:19,147 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733368864518.8678a82b280c05ad526adecf420afb71. 2024-12-05T03:21:19,147 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733368864518.8678a82b280c05ad526adecf420afb71. as already flushing 2024-12-05T03:21:19,147 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733368864518.8678a82b280c05ad526adecf420afb71. 2024-12-05T03:21:19,147 ERROR [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] handler.RSProcedureHandler(58): pid=155 java.io.IOException: Unable to complete flush {ENCODED => 8678a82b280c05ad526adecf420afb71, NAME => 'TestAcidGuarantees,,1733368864518.8678a82b280c05ad526adecf420afb71.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:21:19,147 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=155 java.io.IOException: Unable to complete flush {ENCODED => 8678a82b280c05ad526adecf420afb71, NAME => 'TestAcidGuarantees,,1733368864518.8678a82b280c05ad526adecf420afb71.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:21:19,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.HMaster(4114): Remote procedure failed, pid=155 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8678a82b280c05ad526adecf420afb71, NAME => 'TestAcidGuarantees,,1733368864518.8678a82b280c05ad526adecf420afb71.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8678a82b280c05ad526adecf420afb71, NAME => 'TestAcidGuarantees,,1733368864518.8678a82b280c05ad526adecf420afb71.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:21:19,148 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=218 (bloomFilter=true), to=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/.tmp/B/e8957729356a4cce83047a589c772ca3 2024-12-05T03:21:19,155 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/.tmp/C/aa7db07c48da4768973212c6dc1abd0c is 50, key is test_row_0/C:col10/1733368878016/Put/seqid=0 2024-12-05T03:21:19,158 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073742401_1577 (size=12151) 2024-12-05T03:21:19,159 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=218 (bloomFilter=true), to=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/.tmp/C/aa7db07c48da4768973212c6dc1abd0c 2024-12-05T03:21:19,163 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/.tmp/A/b316b6ed7d6a421ba5d554b931ac556c as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/A/b316b6ed7d6a421ba5d554b931ac556c 2024-12-05T03:21:19,166 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/A/b316b6ed7d6a421ba5d554b931ac556c, entries=200, sequenceid=218, filesize=14.2 K 2024-12-05T03:21:19,167 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/.tmp/B/e8957729356a4cce83047a589c772ca3 as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/B/e8957729356a4cce83047a589c772ca3 2024-12-05T03:21:19,170 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/B/e8957729356a4cce83047a589c772ca3, entries=150, sequenceid=218, filesize=11.9 K 2024-12-05T03:21:19,171 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/.tmp/C/aa7db07c48da4768973212c6dc1abd0c as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/C/aa7db07c48da4768973212c6dc1abd0c 2024-12-05T03:21:19,174 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/C/aa7db07c48da4768973212c6dc1abd0c, entries=150, sequenceid=218, filesize=11.9 K 2024-12-05T03:21:19,174 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 8678a82b280c05ad526adecf420afb71 in 846ms, sequenceid=218, compaction requested=true 2024-12-05T03:21:19,175 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 8678a82b280c05ad526adecf420afb71: 2024-12-05T03:21:19,175 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8678a82b280c05ad526adecf420afb71:A, priority=-2147483648, current under compaction store size is 1 2024-12-05T03:21:19,175 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T03:21:19,175 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T03:21:19,175 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T03:21:19,175 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8678a82b280c05ad526adecf420afb71:B, priority=-2147483648, current under compaction store size is 2 2024-12-05T03:21:19,175 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T03:21:19,175 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8678a82b280c05ad526adecf420afb71:C, priority=-2147483648, current under compaction store size is 3 2024-12-05T03:21:19,175 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T03:21:19,175 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39287 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T03:21:19,175 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T03:21:19,176 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.HStore(1540): 8678a82b280c05ad526adecf420afb71/A is initiating minor compaction (all files) 2024-12-05T03:21:19,176 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.HStore(1540): 8678a82b280c05ad526adecf420afb71/B is initiating minor compaction (all files) 2024-12-05T03:21:19,176 INFO [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8678a82b280c05ad526adecf420afb71/A in TestAcidGuarantees,,1733368864518.8678a82b280c05ad526adecf420afb71. 2024-12-05T03:21:19,176 INFO [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8678a82b280c05ad526adecf420afb71/B in TestAcidGuarantees,,1733368864518.8678a82b280c05ad526adecf420afb71. 2024-12-05T03:21:19,176 INFO [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/A/2c4379ef74ef4bc1ab9075121e5afdea, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/A/5aaa463045b944daa1305209b26029e8, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/A/b316b6ed7d6a421ba5d554b931ac556c] into tmpdir=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/.tmp, totalSize=38.4 K 2024-12-05T03:21:19,176 INFO [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/B/1a54ecf664c445de982b5b6b4de03af4, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/B/ea13abf9024c4dc88d1d78166eb62761, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/B/e8957729356a4cce83047a589c772ca3] into tmpdir=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/.tmp, totalSize=36.0 K 2024-12-05T03:21:19,176 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2c4379ef74ef4bc1ab9075121e5afdea, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=178, earliestPutTs=1733368876815 2024-12-05T03:21:19,176 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] compactions.Compactor(224): Compacting 1a54ecf664c445de982b5b6b4de03af4, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=178, earliestPutTs=1733368876815 2024-12-05T03:21:19,176 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5aaa463045b944daa1305209b26029e8, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=203, earliestPutTs=1733368876870 2024-12-05T03:21:19,176 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] compactions.Compactor(224): Compacting ea13abf9024c4dc88d1d78166eb62761, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=203, earliestPutTs=1733368876870 2024-12-05T03:21:19,177 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] compactions.Compactor(224): Compacting e8957729356a4cce83047a589c772ca3, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=218, earliestPutTs=1733368878005 2024-12-05T03:21:19,177 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] compactions.Compactor(224): Compacting b316b6ed7d6a421ba5d554b931ac556c, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=218, earliestPutTs=1733368878005 2024-12-05T03:21:19,185 INFO [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8678a82b280c05ad526adecf420afb71#A#compaction#493 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 69.23 MB/second 2024-12-05T03:21:19,185 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/.tmp/A/16b7bec9fa4d4fb0937c8899295d5411 is 50, key is test_row_0/A:col10/1733368878016/Put/seqid=0 2024-12-05T03:21:19,187 INFO [RS:0;971fbbbe942d:46085-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8678a82b280c05ad526adecf420afb71#B#compaction#494 average throughput is 1.64 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 69.23 MB/second 2024-12-05T03:21:19,187 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/.tmp/B/7d1e5d935d4b496e8899a3cec60c52b6 is 50, key is test_row_0/B:col10/1733368878016/Put/seqid=0 2024-12-05T03:21:19,198 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073742403_1579 (size=12697) 2024-12-05T03:21:19,200 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073742402_1578 (size=12697) 2024-12-05T03:21:19,206 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/.tmp/A/16b7bec9fa4d4fb0937c8899295d5411 as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/A/16b7bec9fa4d4fb0937c8899295d5411 2024-12-05T03:21:19,212 INFO [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8678a82b280c05ad526adecf420afb71/A of 8678a82b280c05ad526adecf420afb71 into 16b7bec9fa4d4fb0937c8899295d5411(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T03:21:19,212 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8678a82b280c05ad526adecf420afb71: 2024-12-05T03:21:19,212 INFO [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733368864518.8678a82b280c05ad526adecf420afb71., storeName=8678a82b280c05ad526adecf420afb71/A, priority=13, startTime=1733368879175; duration=0sec 2024-12-05T03:21:19,212 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T03:21:19,212 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8678a82b280c05ad526adecf420afb71:A 2024-12-05T03:21:19,212 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T03:21:19,213 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T03:21:19,213 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.HStore(1540): 8678a82b280c05ad526adecf420afb71/C is initiating minor compaction (all files) 2024-12-05T03:21:19,213 INFO [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8678a82b280c05ad526adecf420afb71/C in TestAcidGuarantees,,1733368864518.8678a82b280c05ad526adecf420afb71. 2024-12-05T03:21:19,213 INFO [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/C/5b9cb70510764a38af9e96479e459a9e, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/C/e68a465bb86f44999cb93d835e028f6b, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/C/aa7db07c48da4768973212c6dc1abd0c] into tmpdir=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/.tmp, totalSize=36.0 K 2024-12-05T03:21:19,213 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5b9cb70510764a38af9e96479e459a9e, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=178, earliestPutTs=1733368876815 2024-12-05T03:21:19,214 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] compactions.Compactor(224): Compacting e68a465bb86f44999cb93d835e028f6b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=203, earliestPutTs=1733368876870 2024-12-05T03:21:19,214 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] compactions.Compactor(224): Compacting aa7db07c48da4768973212c6dc1abd0c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=218, earliestPutTs=1733368878005 2024-12-05T03:21:19,222 INFO [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8678a82b280c05ad526adecf420afb71#C#compaction#495 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 69.23 MB/second 2024-12-05T03:21:19,223 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/.tmp/C/ecb342f6ba2a4cc893658af482984024 is 50, key is test_row_0/C:col10/1733368878016/Put/seqid=0 2024-12-05T03:21:19,229 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073742404_1580 (size=12697) 2024-12-05T03:21:19,235 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/.tmp/C/ecb342f6ba2a4cc893658af482984024 as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/C/ecb342f6ba2a4cc893658af482984024 2024-12-05T03:21:19,241 INFO [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8678a82b280c05ad526adecf420afb71/C of 8678a82b280c05ad526adecf420afb71 into ecb342f6ba2a4cc893658af482984024(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T03:21:19,241 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8678a82b280c05ad526adecf420afb71: 2024-12-05T03:21:19,241 INFO [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733368864518.8678a82b280c05ad526adecf420afb71., storeName=8678a82b280c05ad526adecf420afb71/C, priority=13, startTime=1733368879175; duration=0sec 2024-12-05T03:21:19,241 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T03:21:19,241 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8678a82b280c05ad526adecf420afb71:C 2024-12-05T03:21:19,299 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 971fbbbe942d,46085,1733368737191 2024-12-05T03:21:19,299 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46085 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155 2024-12-05T03:21:19,299 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733368864518.8678a82b280c05ad526adecf420afb71. 2024-12-05T03:21:19,299 INFO [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2837): Flushing 8678a82b280c05ad526adecf420afb71 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-12-05T03:21:19,299 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8678a82b280c05ad526adecf420afb71, store=A 2024-12-05T03:21:19,300 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T03:21:19,300 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8678a82b280c05ad526adecf420afb71, store=B 2024-12-05T03:21:19,300 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T03:21:19,300 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8678a82b280c05ad526adecf420afb71, store=C 2024-12-05T03:21:19,300 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T03:21:19,305 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/.tmp/A/f2c95e1ba57f4368a67d7b193205e07d is 50, key is test_row_0/A:col10/1733368878352/Put/seqid=0 2024-12-05T03:21:19,309 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073742405_1581 (size=12151) 2024-12-05T03:21:19,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=154 2024-12-05T03:21:19,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(8581): Flush requested on 8678a82b280c05ad526adecf420afb71 2024-12-05T03:21:19,496 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733368864518.8678a82b280c05ad526adecf420afb71. as already flushing 2024-12-05T03:21:19,512 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8678a82b280c05ad526adecf420afb71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:21:19,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59108 deadline: 1733368939509, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8678a82b280c05ad526adecf420afb71, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:21:19,513 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8678a82b280c05ad526adecf420afb71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:21:19,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59080 deadline: 1733368939512, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8678a82b280c05ad526adecf420afb71, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:21:19,514 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8678a82b280c05ad526adecf420afb71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:21:19,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59074 deadline: 1733368939513, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8678a82b280c05ad526adecf420afb71, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:21:19,604 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/.tmp/B/7d1e5d935d4b496e8899a3cec60c52b6 as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/B/7d1e5d935d4b496e8899a3cec60c52b6 2024-12-05T03:21:19,611 INFO [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8678a82b280c05ad526adecf420afb71/B of 8678a82b280c05ad526adecf420afb71 into 7d1e5d935d4b496e8899a3cec60c52b6(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T03:21:19,611 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8678a82b280c05ad526adecf420afb71: 2024-12-05T03:21:19,611 INFO [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733368864518.8678a82b280c05ad526adecf420afb71., storeName=8678a82b280c05ad526adecf420afb71/B, priority=13, startTime=1733368879175; duration=0sec 2024-12-05T03:21:19,611 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T03:21:19,611 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8678a82b280c05ad526adecf420afb71:B 2024-12-05T03:21:19,616 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8678a82b280c05ad526adecf420afb71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:21:19,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59108 deadline: 1733368939614, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8678a82b280c05ad526adecf420afb71, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:21:19,617 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8678a82b280c05ad526adecf420afb71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:21:19,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59080 deadline: 1733368939614, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8678a82b280c05ad526adecf420afb71, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:21:19,617 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8678a82b280c05ad526adecf420afb71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:21:19,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59074 deadline: 1733368939614, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8678a82b280c05ad526adecf420afb71, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:21:19,710 INFO [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=244 (bloomFilter=true), to=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/.tmp/A/f2c95e1ba57f4368a67d7b193205e07d 2024-12-05T03:21:19,717 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/.tmp/B/ac0a2ab799d848aa84a814fcf40df81e is 50, key is test_row_0/B:col10/1733368878352/Put/seqid=0 2024-12-05T03:21:19,722 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073742406_1582 (size=12151) 2024-12-05T03:21:19,821 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8678a82b280c05ad526adecf420afb71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:21:19,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59080 deadline: 1733368939818, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8678a82b280c05ad526adecf420afb71, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:21:19,822 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8678a82b280c05ad526adecf420afb71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:21:19,822 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8678a82b280c05ad526adecf420afb71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:21:19,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59108 deadline: 1733368939818, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8678a82b280c05ad526adecf420afb71, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:21:19,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59074 deadline: 1733368939819, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8678a82b280c05ad526adecf420afb71, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:21:20,122 INFO [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=244 (bloomFilter=true), to=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/.tmp/B/ac0a2ab799d848aa84a814fcf40df81e 2024-12-05T03:21:20,127 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8678a82b280c05ad526adecf420afb71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:21:20,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59108 deadline: 1733368940123, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8678a82b280c05ad526adecf420afb71, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:21:20,127 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8678a82b280c05ad526adecf420afb71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:21:20,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59080 deadline: 1733368940124, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8678a82b280c05ad526adecf420afb71, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:21:20,127 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8678a82b280c05ad526adecf420afb71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:21:20,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59074 deadline: 1733368940124, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8678a82b280c05ad526adecf420afb71, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:21:20,129 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/.tmp/C/ca886f56362a4f67a6cb948c9c4da951 is 50, key is test_row_0/C:col10/1733368878352/Put/seqid=0 2024-12-05T03:21:20,132 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073742407_1583 (size=12151) 2024-12-05T03:21:20,134 INFO [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=244 (bloomFilter=true), to=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/.tmp/C/ca886f56362a4f67a6cb948c9c4da951 2024-12-05T03:21:20,138 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/.tmp/A/f2c95e1ba57f4368a67d7b193205e07d as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/A/f2c95e1ba57f4368a67d7b193205e07d 2024-12-05T03:21:20,141 INFO [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/A/f2c95e1ba57f4368a67d7b193205e07d, entries=150, sequenceid=244, filesize=11.9 K 2024-12-05T03:21:20,142 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/.tmp/B/ac0a2ab799d848aa84a814fcf40df81e as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/B/ac0a2ab799d848aa84a814fcf40df81e 2024-12-05T03:21:20,145 INFO [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/B/ac0a2ab799d848aa84a814fcf40df81e, entries=150, sequenceid=244, filesize=11.9 K 2024-12-05T03:21:20,146 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/.tmp/C/ca886f56362a4f67a6cb948c9c4da951 as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/C/ca886f56362a4f67a6cb948c9c4da951 2024-12-05T03:21:20,151 INFO [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/C/ca886f56362a4f67a6cb948c9c4da951, entries=150, sequenceid=244, filesize=11.9 K 2024-12-05T03:21:20,151 INFO [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 8678a82b280c05ad526adecf420afb71 in 852ms, sequenceid=244, compaction requested=false 2024-12-05T03:21:20,151 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2538): Flush status journal for 8678a82b280c05ad526adecf420afb71: 2024-12-05T03:21:20,151 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733368864518.8678a82b280c05ad526adecf420afb71. 2024-12-05T03:21:20,151 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=155 2024-12-05T03:21:20,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.HMaster(4106): Remote procedure done, pid=155 2024-12-05T03:21:20,154 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=155, resume processing ppid=154 2024-12-05T03:21:20,154 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=155, ppid=154, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.9210 sec 2024-12-05T03:21:20,156 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=154, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=154, table=TestAcidGuarantees in 1.9250 sec 2024-12-05T03:21:20,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=154 2024-12-05T03:21:20,335 INFO [Thread-2333 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 154 completed 2024-12-05T03:21:20,336 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-05T03:21:20,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] procedure2.ProcedureExecutor(1098): Stored pid=156, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=156, table=TestAcidGuarantees 2024-12-05T03:21:20,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=156 2024-12-05T03:21:20,338 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=156, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=156, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-05T03:21:20,338 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=156, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=156, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-05T03:21:20,338 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=157, ppid=156, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-05T03:21:20,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=156 2024-12-05T03:21:20,490 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 971fbbbe942d,46085,1733368737191 2024-12-05T03:21:20,490 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46085 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=157 2024-12-05T03:21:20,490 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733368864518.8678a82b280c05ad526adecf420afb71. 2024-12-05T03:21:20,491 INFO [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2837): Flushing 8678a82b280c05ad526adecf420afb71 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-12-05T03:21:20,491 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8678a82b280c05ad526adecf420afb71, store=A 2024-12-05T03:21:20,491 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T03:21:20,491 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8678a82b280c05ad526adecf420afb71, store=B 2024-12-05T03:21:20,491 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T03:21:20,491 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8678a82b280c05ad526adecf420afb71, store=C 2024-12-05T03:21:20,491 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T03:21:20,495 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/.tmp/A/829c41e3cc1c40a3a821e7971cae2669 is 50, key is test_row_0/A:col10/1733368879511/Put/seqid=0 2024-12-05T03:21:20,498 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073742408_1584 (size=9757) 2024-12-05T03:21:20,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(8581): Flush requested on 8678a82b280c05ad526adecf420afb71 2024-12-05T03:21:20,631 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733368864518.8678a82b280c05ad526adecf420afb71. as already flushing 2024-12-05T03:21:20,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=156 2024-12-05T03:21:20,670 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8678a82b280c05ad526adecf420afb71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:21:20,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59080 deadline: 1733368940665, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8678a82b280c05ad526adecf420afb71, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:21:20,670 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8678a82b280c05ad526adecf420afb71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:21:20,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59108 deadline: 1733368940666, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8678a82b280c05ad526adecf420afb71, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:21:20,673 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8678a82b280c05ad526adecf420afb71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:21:20,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59074 deadline: 1733368940670, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8678a82b280c05ad526adecf420afb71, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:21:20,775 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8678a82b280c05ad526adecf420afb71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:21:20,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59080 deadline: 1733368940771, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8678a82b280c05ad526adecf420afb71, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:21:20,775 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8678a82b280c05ad526adecf420afb71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:21:20,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59108 deadline: 1733368940771, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8678a82b280c05ad526adecf420afb71, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:21:20,777 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8678a82b280c05ad526adecf420afb71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:21:20,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59074 deadline: 1733368940773, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8678a82b280c05ad526adecf420afb71, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:21:20,899 INFO [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=257 (bloomFilter=true), to=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/.tmp/A/829c41e3cc1c40a3a821e7971cae2669 2024-12-05T03:21:20,906 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/.tmp/B/e0b1a26847ab44fca054aa96430eda5e is 50, key is test_row_0/B:col10/1733368879511/Put/seqid=0 2024-12-05T03:21:20,910 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073742409_1585 (size=9757) 2024-12-05T03:21:20,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=156 2024-12-05T03:21:20,976 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8678a82b280c05ad526adecf420afb71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:21:20,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59108 deadline: 1733368940976, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8678a82b280c05ad526adecf420afb71, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:21:20,980 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8678a82b280c05ad526adecf420afb71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:21:20,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59080 deadline: 1733368940977, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8678a82b280c05ad526adecf420afb71, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:21:20,981 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8678a82b280c05ad526adecf420afb71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:21:20,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59074 deadline: 1733368940979, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8678a82b280c05ad526adecf420afb71, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:21:21,281 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8678a82b280c05ad526adecf420afb71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:21:21,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59108 deadline: 1733368941278, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8678a82b280c05ad526adecf420afb71, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:21:21,283 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8678a82b280c05ad526adecf420afb71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:21:21,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59080 deadline: 1733368941281, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8678a82b280c05ad526adecf420afb71, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:21:21,286 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8678a82b280c05ad526adecf420afb71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:21:21,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59074 deadline: 1733368941283, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8678a82b280c05ad526adecf420afb71, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:21:21,310 INFO [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=257 (bloomFilter=true), to=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/.tmp/B/e0b1a26847ab44fca054aa96430eda5e 2024-12-05T03:21:21,317 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/.tmp/C/bd58093c035a49609c09a2ee2c7a603c is 50, key is test_row_0/C:col10/1733368879511/Put/seqid=0 2024-12-05T03:21:21,320 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073742410_1586 (size=9757) 2024-12-05T03:21:21,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=156 2024-12-05T03:21:21,721 INFO [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=257 (bloomFilter=true), to=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/.tmp/C/bd58093c035a49609c09a2ee2c7a603c 2024-12-05T03:21:21,727 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/.tmp/A/829c41e3cc1c40a3a821e7971cae2669 as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/A/829c41e3cc1c40a3a821e7971cae2669 2024-12-05T03:21:21,731 INFO [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/A/829c41e3cc1c40a3a821e7971cae2669, entries=100, sequenceid=257, filesize=9.5 K 2024-12-05T03:21:21,732 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/.tmp/B/e0b1a26847ab44fca054aa96430eda5e as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/B/e0b1a26847ab44fca054aa96430eda5e 2024-12-05T03:21:21,736 INFO [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/B/e0b1a26847ab44fca054aa96430eda5e, entries=100, sequenceid=257, filesize=9.5 K 2024-12-05T03:21:21,737 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/.tmp/C/bd58093c035a49609c09a2ee2c7a603c as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/C/bd58093c035a49609c09a2ee2c7a603c 2024-12-05T03:21:21,740 INFO [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/C/bd58093c035a49609c09a2ee2c7a603c, entries=100, sequenceid=257, filesize=9.5 K 2024-12-05T03:21:21,741 INFO [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 8678a82b280c05ad526adecf420afb71 in 1251ms, sequenceid=257, compaction requested=true 2024-12-05T03:21:21,741 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2538): Flush status journal for 8678a82b280c05ad526adecf420afb71: 2024-12-05T03:21:21,741 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733368864518.8678a82b280c05ad526adecf420afb71. 2024-12-05T03:21:21,741 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=157 2024-12-05T03:21:21,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.HMaster(4106): Remote procedure done, pid=157 2024-12-05T03:21:21,743 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=157, resume processing ppid=156 2024-12-05T03:21:21,743 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=157, ppid=156, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4040 sec 2024-12-05T03:21:21,745 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=156, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=156, table=TestAcidGuarantees in 1.4080 sec 2024-12-05T03:21:21,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(8581): Flush requested on 8678a82b280c05ad526adecf420afb71 2024-12-05T03:21:21,789 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 8678a82b280c05ad526adecf420afb71 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-12-05T03:21:21,791 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8678a82b280c05ad526adecf420afb71, store=A 2024-12-05T03:21:21,791 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T03:21:21,791 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8678a82b280c05ad526adecf420afb71, store=B 2024-12-05T03:21:21,791 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T03:21:21,791 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8678a82b280c05ad526adecf420afb71, store=C 2024-12-05T03:21:21,791 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T03:21:21,795 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/.tmp/A/1a01439f463c4ab18a99616fe176e979 is 50, key is test_row_0/A:col10/1733368881789/Put/seqid=0 2024-12-05T03:21:21,803 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073742411_1587 (size=17181) 2024-12-05T03:21:21,804 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=283 (bloomFilter=true), to=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/.tmp/A/1a01439f463c4ab18a99616fe176e979 2024-12-05T03:21:21,812 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/.tmp/B/09f64951180d489da7a494e2ff833f1d is 50, key is test_row_0/B:col10/1733368881789/Put/seqid=0 2024-12-05T03:21:21,814 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8678a82b280c05ad526adecf420afb71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:21:21,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59080 deadline: 1733368941807, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8678a82b280c05ad526adecf420afb71, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:21:21,815 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8678a82b280c05ad526adecf420afb71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:21:21,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59074 deadline: 1733368941807, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8678a82b280c05ad526adecf420afb71, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:21:21,817 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073742412_1588 (size=12301) 2024-12-05T03:21:21,817 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=283 (bloomFilter=true), to=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/.tmp/B/09f64951180d489da7a494e2ff833f1d 2024-12-05T03:21:21,823 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8678a82b280c05ad526adecf420afb71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:21:21,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59108 deadline: 1733368941814, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8678a82b280c05ad526adecf420afb71, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:21:21,824 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/.tmp/C/ce06a38e30d24e1698d2924c1979784b is 50, key is test_row_0/C:col10/1733368881789/Put/seqid=0 2024-12-05T03:21:21,828 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073742413_1589 (size=12301) 2024-12-05T03:21:21,921 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8678a82b280c05ad526adecf420afb71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:21:21,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59080 deadline: 1733368941915, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8678a82b280c05ad526adecf420afb71, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:21:21,922 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8678a82b280c05ad526adecf420afb71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:21:21,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59074 deadline: 1733368941916, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8678a82b280c05ad526adecf420afb71, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:21:21,930 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8678a82b280c05ad526adecf420afb71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:21:21,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59108 deadline: 1733368941924, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8678a82b280c05ad526adecf420afb71, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:21:22,130 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8678a82b280c05ad526adecf420afb71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:21:22,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59080 deadline: 1733368942123, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8678a82b280c05ad526adecf420afb71, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:21:22,130 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8678a82b280c05ad526adecf420afb71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:21:22,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59074 deadline: 1733368942124, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8678a82b280c05ad526adecf420afb71, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:21:22,135 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8678a82b280c05ad526adecf420afb71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:21:22,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59108 deadline: 1733368942131, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8678a82b280c05ad526adecf420afb71, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:21:22,229 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=283 (bloomFilter=true), to=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/.tmp/C/ce06a38e30d24e1698d2924c1979784b 2024-12-05T03:21:22,233 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/.tmp/A/1a01439f463c4ab18a99616fe176e979 as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/A/1a01439f463c4ab18a99616fe176e979 2024-12-05T03:21:22,236 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/A/1a01439f463c4ab18a99616fe176e979, entries=250, sequenceid=283, filesize=16.8 K 2024-12-05T03:21:22,237 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/.tmp/B/09f64951180d489da7a494e2ff833f1d as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/B/09f64951180d489da7a494e2ff833f1d 2024-12-05T03:21:22,241 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/B/09f64951180d489da7a494e2ff833f1d, entries=150, sequenceid=283, filesize=12.0 K 2024-12-05T03:21:22,241 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/.tmp/C/ce06a38e30d24e1698d2924c1979784b as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/C/ce06a38e30d24e1698d2924c1979784b 2024-12-05T03:21:22,245 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/C/ce06a38e30d24e1698d2924c1979784b, entries=150, sequenceid=283, filesize=12.0 K 2024-12-05T03:21:22,245 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for 8678a82b280c05ad526adecf420afb71 in 456ms, sequenceid=283, compaction requested=true 2024-12-05T03:21:22,245 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 8678a82b280c05ad526adecf420afb71: 2024-12-05T03:21:22,246 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8678a82b280c05ad526adecf420afb71:A, priority=-2147483648, current under compaction store size is 1 2024-12-05T03:21:22,246 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T03:21:22,246 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8678a82b280c05ad526adecf420afb71:B, priority=-2147483648, current under compaction store size is 2 2024-12-05T03:21:22,246 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T03:21:22,246 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8678a82b280c05ad526adecf420afb71:C, priority=-2147483648, current under compaction store size is 3 2024-12-05T03:21:22,246 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-05T03:21:22,246 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-05T03:21:22,246 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T03:21:22,246 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 51786 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-05T03:21:22,246 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 46906 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-05T03:21:22,247 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.HStore(1540): 8678a82b280c05ad526adecf420afb71/A is initiating minor compaction (all files) 2024-12-05T03:21:22,247 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.HStore(1540): 8678a82b280c05ad526adecf420afb71/B is initiating minor compaction (all files) 2024-12-05T03:21:22,247 INFO [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8678a82b280c05ad526adecf420afb71/A in TestAcidGuarantees,,1733368864518.8678a82b280c05ad526adecf420afb71. 2024-12-05T03:21:22,247 INFO [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8678a82b280c05ad526adecf420afb71/B in TestAcidGuarantees,,1733368864518.8678a82b280c05ad526adecf420afb71. 2024-12-05T03:21:22,247 INFO [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/A/16b7bec9fa4d4fb0937c8899295d5411, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/A/f2c95e1ba57f4368a67d7b193205e07d, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/A/829c41e3cc1c40a3a821e7971cae2669, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/A/1a01439f463c4ab18a99616fe176e979] into tmpdir=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/.tmp, totalSize=50.6 K 2024-12-05T03:21:22,247 INFO [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/B/7d1e5d935d4b496e8899a3cec60c52b6, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/B/ac0a2ab799d848aa84a814fcf40df81e, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/B/e0b1a26847ab44fca054aa96430eda5e, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/B/09f64951180d489da7a494e2ff833f1d] into tmpdir=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/.tmp, totalSize=45.8 K 2024-12-05T03:21:22,247 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] compactions.Compactor(224): Compacting 16b7bec9fa4d4fb0937c8899295d5411, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=218, earliestPutTs=1733368878005 2024-12-05T03:21:22,247 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] compactions.Compactor(224): Compacting 7d1e5d935d4b496e8899a3cec60c52b6, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=218, earliestPutTs=1733368878005 2024-12-05T03:21:22,247 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] compactions.Compactor(224): Compacting f2c95e1ba57f4368a67d7b193205e07d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=244, earliestPutTs=1733368878352 2024-12-05T03:21:22,247 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] compactions.Compactor(224): Compacting ac0a2ab799d848aa84a814fcf40df81e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=244, earliestPutTs=1733368878352 2024-12-05T03:21:22,247 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] compactions.Compactor(224): Compacting 829c41e3cc1c40a3a821e7971cae2669, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=257, earliestPutTs=1733368879508 2024-12-05T03:21:22,248 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] compactions.Compactor(224): Compacting e0b1a26847ab44fca054aa96430eda5e, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=257, earliestPutTs=1733368879508 2024-12-05T03:21:22,248 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1a01439f463c4ab18a99616fe176e979, keycount=250, bloomtype=ROW, size=16.8 K, encoding=NONE, compression=NONE, seqNum=283, earliestPutTs=1733368880654 2024-12-05T03:21:22,248 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] compactions.Compactor(224): Compacting 09f64951180d489da7a494e2ff833f1d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=283, earliestPutTs=1733368880661 2024-12-05T03:21:22,257 INFO [RS:0;971fbbbe942d:46085-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8678a82b280c05ad526adecf420afb71#B#compaction#505 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 69.23 MB/second 2024-12-05T03:21:22,257 INFO [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8678a82b280c05ad526adecf420afb71#A#compaction#506 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 69.23 MB/second 2024-12-05T03:21:22,258 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/.tmp/B/8118225958ed4ab4ae25bd48870456b2 is 50, key is test_row_0/B:col10/1733368881789/Put/seqid=0 2024-12-05T03:21:22,258 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/.tmp/A/70731bea519a4b01b2512558e214e37c is 50, key is test_row_0/A:col10/1733368881789/Put/seqid=0 2024-12-05T03:21:22,267 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073742415_1591 (size=12983) 2024-12-05T03:21:22,267 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073742414_1590 (size=12983) 2024-12-05T03:21:22,271 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/.tmp/A/70731bea519a4b01b2512558e214e37c as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/A/70731bea519a4b01b2512558e214e37c 2024-12-05T03:21:22,272 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/.tmp/B/8118225958ed4ab4ae25bd48870456b2 as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/B/8118225958ed4ab4ae25bd48870456b2 2024-12-05T03:21:22,276 INFO [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 8678a82b280c05ad526adecf420afb71/A of 8678a82b280c05ad526adecf420afb71 into 70731bea519a4b01b2512558e214e37c(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T03:21:22,276 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8678a82b280c05ad526adecf420afb71: 2024-12-05T03:21:22,276 INFO [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733368864518.8678a82b280c05ad526adecf420afb71., storeName=8678a82b280c05ad526adecf420afb71/A, priority=12, startTime=1733368882245; duration=0sec 2024-12-05T03:21:22,276 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T03:21:22,276 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8678a82b280c05ad526adecf420afb71:A 2024-12-05T03:21:22,276 INFO [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 8678a82b280c05ad526adecf420afb71/B of 8678a82b280c05ad526adecf420afb71 into 8118225958ed4ab4ae25bd48870456b2(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T03:21:22,276 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8678a82b280c05ad526adecf420afb71: 2024-12-05T03:21:22,276 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-05T03:21:22,276 INFO [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733368864518.8678a82b280c05ad526adecf420afb71., storeName=8678a82b280c05ad526adecf420afb71/B, priority=12, startTime=1733368882246; duration=0sec 2024-12-05T03:21:22,276 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T03:21:22,276 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8678a82b280c05ad526adecf420afb71:B 2024-12-05T03:21:22,278 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 46906 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-05T03:21:22,278 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.HStore(1540): 8678a82b280c05ad526adecf420afb71/C is initiating minor compaction (all files) 2024-12-05T03:21:22,278 INFO [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8678a82b280c05ad526adecf420afb71/C in TestAcidGuarantees,,1733368864518.8678a82b280c05ad526adecf420afb71. 2024-12-05T03:21:22,278 INFO [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/C/ecb342f6ba2a4cc893658af482984024, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/C/ca886f56362a4f67a6cb948c9c4da951, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/C/bd58093c035a49609c09a2ee2c7a603c, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/C/ce06a38e30d24e1698d2924c1979784b] into tmpdir=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/.tmp, totalSize=45.8 K 2024-12-05T03:21:22,278 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] compactions.Compactor(224): Compacting ecb342f6ba2a4cc893658af482984024, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=218, earliestPutTs=1733368878005 2024-12-05T03:21:22,279 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] compactions.Compactor(224): Compacting ca886f56362a4f67a6cb948c9c4da951, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=244, earliestPutTs=1733368878352 2024-12-05T03:21:22,279 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] compactions.Compactor(224): Compacting bd58093c035a49609c09a2ee2c7a603c, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=257, earliestPutTs=1733368879508 2024-12-05T03:21:22,279 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] compactions.Compactor(224): Compacting ce06a38e30d24e1698d2924c1979784b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=283, earliestPutTs=1733368880661 2024-12-05T03:21:22,289 INFO [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8678a82b280c05ad526adecf420afb71#C#compaction#507 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 69.23 MB/second 2024-12-05T03:21:22,290 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/.tmp/C/64833d50c8794107b77362c51a7faf29 is 50, key is test_row_0/C:col10/1733368881789/Put/seqid=0 2024-12-05T03:21:22,309 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073742416_1592 (size=12983) 2024-12-05T03:21:22,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(8581): Flush requested on 8678a82b280c05ad526adecf420afb71 2024-12-05T03:21:22,435 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 8678a82b280c05ad526adecf420afb71 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-05T03:21:22,435 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8678a82b280c05ad526adecf420afb71, store=A 2024-12-05T03:21:22,435 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T03:21:22,435 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8678a82b280c05ad526adecf420afb71, store=B 2024-12-05T03:21:22,435 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T03:21:22,435 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8678a82b280c05ad526adecf420afb71, store=C 2024-12-05T03:21:22,436 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T03:21:22,439 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/.tmp/A/28abbc630d5e42f2a530af028dce3205 is 50, key is test_row_0/A:col10/1733368881805/Put/seqid=0 2024-12-05T03:21:22,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=156 2024-12-05T03:21:22,442 INFO [Thread-2333 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 156 completed 2024-12-05T03:21:22,443 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-05T03:21:22,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] procedure2.ProcedureExecutor(1098): Stored pid=158, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=158, table=TestAcidGuarantees 2024-12-05T03:21:22,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=158 2024-12-05T03:21:22,445 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=158, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=158, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-05T03:21:22,446 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=158, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=158, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-05T03:21:22,446 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=159, ppid=158, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-05T03:21:22,448 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073742417_1593 (size=14741) 2024-12-05T03:21:22,449 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=296 (bloomFilter=true), to=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/.tmp/A/28abbc630d5e42f2a530af028dce3205 2024-12-05T03:21:22,455 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/.tmp/B/c50bad9f3c68437ab24de608050d8b4e is 50, key is test_row_0/B:col10/1733368881805/Put/seqid=0 2024-12-05T03:21:22,459 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073742418_1594 (size=12301) 2024-12-05T03:21:22,484 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8678a82b280c05ad526adecf420afb71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:21:22,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59074 deadline: 1733368942478, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8678a82b280c05ad526adecf420afb71, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:21:22,484 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8678a82b280c05ad526adecf420afb71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:21:22,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59108 deadline: 1733368942479, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8678a82b280c05ad526adecf420afb71, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:21:22,484 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8678a82b280c05ad526adecf420afb71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:21:22,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 194 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59080 deadline: 1733368942479, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8678a82b280c05ad526adecf420afb71, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:21:22,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=158 2024-12-05T03:21:22,586 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8678a82b280c05ad526adecf420afb71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:21:22,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 189 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59074 deadline: 1733368942585, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8678a82b280c05ad526adecf420afb71, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:21:22,589 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8678a82b280c05ad526adecf420afb71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:21:22,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59108 deadline: 1733368942585, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8678a82b280c05ad526adecf420afb71, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:21:22,589 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8678a82b280c05ad526adecf420afb71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:21:22,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 196 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59080 deadline: 1733368942585, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8678a82b280c05ad526adecf420afb71, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:21:22,598 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 971fbbbe942d,46085,1733368737191 2024-12-05T03:21:22,598 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46085 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=159 2024-12-05T03:21:22,598 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733368864518.8678a82b280c05ad526adecf420afb71. 2024-12-05T03:21:22,598 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733368864518.8678a82b280c05ad526adecf420afb71. as already flushing 2024-12-05T03:21:22,598 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733368864518.8678a82b280c05ad526adecf420afb71. 2024-12-05T03:21:22,598 ERROR [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] handler.RSProcedureHandler(58): pid=159 java.io.IOException: Unable to complete flush {ENCODED => 8678a82b280c05ad526adecf420afb71, NAME => 'TestAcidGuarantees,,1733368864518.8678a82b280c05ad526adecf420afb71.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:21:22,599 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=159 java.io.IOException: Unable to complete flush {ENCODED => 8678a82b280c05ad526adecf420afb71, NAME => 'TestAcidGuarantees,,1733368864518.8678a82b280c05ad526adecf420afb71.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:21:22,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.HMaster(4114): Remote procedure failed, pid=159 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8678a82b280c05ad526adecf420afb71, NAME => 'TestAcidGuarantees,,1733368864518.8678a82b280c05ad526adecf420afb71.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8678a82b280c05ad526adecf420afb71, NAME => 'TestAcidGuarantees,,1733368864518.8678a82b280c05ad526adecf420afb71.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:21:22,714 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/.tmp/C/64833d50c8794107b77362c51a7faf29 as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/C/64833d50c8794107b77362c51a7faf29 2024-12-05T03:21:22,718 INFO [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 8678a82b280c05ad526adecf420afb71/C of 8678a82b280c05ad526adecf420afb71 into 64833d50c8794107b77362c51a7faf29(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T03:21:22,718 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8678a82b280c05ad526adecf420afb71: 2024-12-05T03:21:22,718 INFO [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733368864518.8678a82b280c05ad526adecf420afb71., storeName=8678a82b280c05ad526adecf420afb71/C, priority=12, startTime=1733368882246; duration=0sec 2024-12-05T03:21:22,718 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T03:21:22,718 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8678a82b280c05ad526adecf420afb71:C 2024-12-05T03:21:22,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=158 2024-12-05T03:21:22,750 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 971fbbbe942d,46085,1733368737191 2024-12-05T03:21:22,751 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46085 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=159 2024-12-05T03:21:22,751 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733368864518.8678a82b280c05ad526adecf420afb71. 2024-12-05T03:21:22,751 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733368864518.8678a82b280c05ad526adecf420afb71. as already flushing 2024-12-05T03:21:22,751 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733368864518.8678a82b280c05ad526adecf420afb71. 2024-12-05T03:21:22,751 ERROR [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] handler.RSProcedureHandler(58): pid=159 java.io.IOException: Unable to complete flush {ENCODED => 8678a82b280c05ad526adecf420afb71, NAME => 'TestAcidGuarantees,,1733368864518.8678a82b280c05ad526adecf420afb71.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:21:22,751 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=159 java.io.IOException: Unable to complete flush {ENCODED => 8678a82b280c05ad526adecf420afb71, NAME => 'TestAcidGuarantees,,1733368864518.8678a82b280c05ad526adecf420afb71.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:21:22,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.HMaster(4114): Remote procedure failed, pid=159 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8678a82b280c05ad526adecf420afb71, NAME => 'TestAcidGuarantees,,1733368864518.8678a82b280c05ad526adecf420afb71.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8678a82b280c05ad526adecf420afb71, NAME => 'TestAcidGuarantees,,1733368864518.8678a82b280c05ad526adecf420afb71.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:21:22,790 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8678a82b280c05ad526adecf420afb71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:21:22,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 191 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59074 deadline: 1733368942787, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8678a82b280c05ad526adecf420afb71, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:21:22,793 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8678a82b280c05ad526adecf420afb71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:21:22,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 198 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59080 deadline: 1733368942790, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8678a82b280c05ad526adecf420afb71, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:21:22,794 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8678a82b280c05ad526adecf420afb71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:21:22,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59108 deadline: 1733368942791, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8678a82b280c05ad526adecf420afb71, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:21:22,859 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=296 (bloomFilter=true), to=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/.tmp/B/c50bad9f3c68437ab24de608050d8b4e 2024-12-05T03:21:22,866 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/.tmp/C/a550dd1c9b034bb89cd907dfbc3c86df is 50, key is test_row_0/C:col10/1733368881805/Put/seqid=0 2024-12-05T03:21:22,872 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073742419_1595 (size=12301) 2024-12-05T03:21:22,903 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 971fbbbe942d,46085,1733368737191 2024-12-05T03:21:22,903 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46085 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=159 2024-12-05T03:21:22,903 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733368864518.8678a82b280c05ad526adecf420afb71. 2024-12-05T03:21:22,903 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733368864518.8678a82b280c05ad526adecf420afb71. as already flushing 2024-12-05T03:21:22,904 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733368864518.8678a82b280c05ad526adecf420afb71. 2024-12-05T03:21:22,904 ERROR [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] handler.RSProcedureHandler(58): pid=159 java.io.IOException: Unable to complete flush {ENCODED => 8678a82b280c05ad526adecf420afb71, NAME => 'TestAcidGuarantees,,1733368864518.8678a82b280c05ad526adecf420afb71.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:21:22,904 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=159 java.io.IOException: Unable to complete flush {ENCODED => 8678a82b280c05ad526adecf420afb71, NAME => 'TestAcidGuarantees,,1733368864518.8678a82b280c05ad526adecf420afb71.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:21:22,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.HMaster(4114): Remote procedure failed, pid=159 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8678a82b280c05ad526adecf420afb71, NAME => 'TestAcidGuarantees,,1733368864518.8678a82b280c05ad526adecf420afb71.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8678a82b280c05ad526adecf420afb71, NAME => 'TestAcidGuarantees,,1733368864518.8678a82b280c05ad526adecf420afb71.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:21:23,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=158 2024-12-05T03:21:23,055 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 971fbbbe942d,46085,1733368737191 2024-12-05T03:21:23,056 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46085 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=159 2024-12-05T03:21:23,056 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733368864518.8678a82b280c05ad526adecf420afb71. 2024-12-05T03:21:23,056 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733368864518.8678a82b280c05ad526adecf420afb71. as already flushing 2024-12-05T03:21:23,056 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733368864518.8678a82b280c05ad526adecf420afb71. 2024-12-05T03:21:23,056 ERROR [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] handler.RSProcedureHandler(58): pid=159 java.io.IOException: Unable to complete flush {ENCODED => 8678a82b280c05ad526adecf420afb71, NAME => 'TestAcidGuarantees,,1733368864518.8678a82b280c05ad526adecf420afb71.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:21:23,056 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=159 java.io.IOException: Unable to complete flush {ENCODED => 8678a82b280c05ad526adecf420afb71, NAME => 'TestAcidGuarantees,,1733368864518.8678a82b280c05ad526adecf420afb71.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:21:23,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.HMaster(4114): Remote procedure failed, pid=159 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8678a82b280c05ad526adecf420afb71, NAME => 'TestAcidGuarantees,,1733368864518.8678a82b280c05ad526adecf420afb71.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8678a82b280c05ad526adecf420afb71, NAME => 'TestAcidGuarantees,,1733368864518.8678a82b280c05ad526adecf420afb71.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:21:23,097 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8678a82b280c05ad526adecf420afb71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:21:23,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 193 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59074 deadline: 1733368943093, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8678a82b280c05ad526adecf420afb71, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:21:23,098 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8678a82b280c05ad526adecf420afb71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:21:23,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 200 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59080 deadline: 1733368943094, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8678a82b280c05ad526adecf420afb71, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:21:23,099 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8678a82b280c05ad526adecf420afb71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:21:23,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59108 deadline: 1733368943097, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8678a82b280c05ad526adecf420afb71, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:21:23,208 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 971fbbbe942d,46085,1733368737191 2024-12-05T03:21:23,209 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46085 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=159 2024-12-05T03:21:23,209 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733368864518.8678a82b280c05ad526adecf420afb71. 2024-12-05T03:21:23,209 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733368864518.8678a82b280c05ad526adecf420afb71. as already flushing 2024-12-05T03:21:23,209 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733368864518.8678a82b280c05ad526adecf420afb71. 2024-12-05T03:21:23,209 ERROR [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] handler.RSProcedureHandler(58): pid=159 java.io.IOException: Unable to complete flush {ENCODED => 8678a82b280c05ad526adecf420afb71, NAME => 'TestAcidGuarantees,,1733368864518.8678a82b280c05ad526adecf420afb71.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:21:23,209 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=159 java.io.IOException: Unable to complete flush {ENCODED => 8678a82b280c05ad526adecf420afb71, NAME => 'TestAcidGuarantees,,1733368864518.8678a82b280c05ad526adecf420afb71.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:21:23,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.HMaster(4114): Remote procedure failed, pid=159 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8678a82b280c05ad526adecf420afb71, NAME => 'TestAcidGuarantees,,1733368864518.8678a82b280c05ad526adecf420afb71.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8678a82b280c05ad526adecf420afb71, NAME => 'TestAcidGuarantees,,1733368864518.8678a82b280c05ad526adecf420afb71.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:21:23,273 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=296 (bloomFilter=true), to=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/.tmp/C/a550dd1c9b034bb89cd907dfbc3c86df 2024-12-05T03:21:23,277 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/.tmp/A/28abbc630d5e42f2a530af028dce3205 as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/A/28abbc630d5e42f2a530af028dce3205 2024-12-05T03:21:23,280 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/A/28abbc630d5e42f2a530af028dce3205, entries=200, sequenceid=296, filesize=14.4 K 2024-12-05T03:21:23,281 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/.tmp/B/c50bad9f3c68437ab24de608050d8b4e as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/B/c50bad9f3c68437ab24de608050d8b4e 2024-12-05T03:21:23,284 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/B/c50bad9f3c68437ab24de608050d8b4e, entries=150, sequenceid=296, filesize=12.0 K 2024-12-05T03:21:23,284 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/.tmp/C/a550dd1c9b034bb89cd907dfbc3c86df as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/C/a550dd1c9b034bb89cd907dfbc3c86df 2024-12-05T03:21:23,287 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/C/a550dd1c9b034bb89cd907dfbc3c86df, entries=150, sequenceid=296, filesize=12.0 K 2024-12-05T03:21:23,288 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 8678a82b280c05ad526adecf420afb71 in 853ms, sequenceid=296, compaction requested=false 2024-12-05T03:21:23,288 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 8678a82b280c05ad526adecf420afb71: 2024-12-05T03:21:23,361 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 971fbbbe942d,46085,1733368737191 2024-12-05T03:21:23,362 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46085 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=159 2024-12-05T03:21:23,362 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733368864518.8678a82b280c05ad526adecf420afb71. 2024-12-05T03:21:23,362 INFO [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2837): Flushing 8678a82b280c05ad526adecf420afb71 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-12-05T03:21:23,362 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8678a82b280c05ad526adecf420afb71, store=A 2024-12-05T03:21:23,362 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T03:21:23,363 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8678a82b280c05ad526adecf420afb71, store=B 2024-12-05T03:21:23,363 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T03:21:23,363 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8678a82b280c05ad526adecf420afb71, store=C 2024-12-05T03:21:23,363 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T03:21:23,367 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/.tmp/A/ef600049731e48538735f0de205593c8 is 50, key is test_row_0/A:col10/1733368882478/Put/seqid=0 2024-12-05T03:21:23,371 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073742420_1596 (size=12301) 2024-12-05T03:21:23,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=158 2024-12-05T03:21:23,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(8581): Flush requested on 8678a82b280c05ad526adecf420afb71 2024-12-05T03:21:23,605 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733368864518.8678a82b280c05ad526adecf420afb71. as already flushing 2024-12-05T03:21:23,617 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8678a82b280c05ad526adecf420afb71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:21:23,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 204 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59080 deadline: 1733368943612, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8678a82b280c05ad526adecf420afb71, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:21:23,618 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8678a82b280c05ad526adecf420afb71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:21:23,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 198 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59074 deadline: 1733368943613, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8678a82b280c05ad526adecf420afb71, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:21:23,618 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8678a82b280c05ad526adecf420afb71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:21:23,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59108 deadline: 1733368943617, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8678a82b280c05ad526adecf420afb71, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:21:23,722 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8678a82b280c05ad526adecf420afb71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:21:23,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 206 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59080 deadline: 1733368943719, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8678a82b280c05ad526adecf420afb71, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:21:23,723 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8678a82b280c05ad526adecf420afb71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:21:23,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 200 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59074 deadline: 1733368943719, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8678a82b280c05ad526adecf420afb71, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:21:23,724 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8678a82b280c05ad526adecf420afb71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:21:23,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59108 deadline: 1733368943719, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8678a82b280c05ad526adecf420afb71, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:21:23,772 INFO [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=322 (bloomFilter=true), to=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/.tmp/A/ef600049731e48538735f0de205593c8 2024-12-05T03:21:23,778 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/.tmp/B/29ed108b3d7542ed9f2d4228d92cfd3f is 50, key is test_row_0/B:col10/1733368882478/Put/seqid=0 2024-12-05T03:21:23,782 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073742421_1597 (size=12301) 2024-12-05T03:21:23,783 INFO [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=322 (bloomFilter=true), to=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/.tmp/B/29ed108b3d7542ed9f2d4228d92cfd3f 2024-12-05T03:21:23,789 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/.tmp/C/c86c805ba5074e2b87b408bdfd78efb1 is 50, key is test_row_0/C:col10/1733368882478/Put/seqid=0 2024-12-05T03:21:23,791 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073742422_1598 (size=12301) 2024-12-05T03:21:23,793 INFO [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=322 (bloomFilter=true), to=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/.tmp/C/c86c805ba5074e2b87b408bdfd78efb1 2024-12-05T03:21:23,796 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/.tmp/A/ef600049731e48538735f0de205593c8 as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/A/ef600049731e48538735f0de205593c8 2024-12-05T03:21:23,799 INFO [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/A/ef600049731e48538735f0de205593c8, entries=150, sequenceid=322, filesize=12.0 K 2024-12-05T03:21:23,800 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/.tmp/B/29ed108b3d7542ed9f2d4228d92cfd3f as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/B/29ed108b3d7542ed9f2d4228d92cfd3f 2024-12-05T03:21:23,804 INFO [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/B/29ed108b3d7542ed9f2d4228d92cfd3f, entries=150, sequenceid=322, filesize=12.0 K 2024-12-05T03:21:23,804 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/.tmp/C/c86c805ba5074e2b87b408bdfd78efb1 as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/C/c86c805ba5074e2b87b408bdfd78efb1 2024-12-05T03:21:23,807 INFO [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/C/c86c805ba5074e2b87b408bdfd78efb1, entries=150, sequenceid=322, filesize=12.0 K 2024-12-05T03:21:23,808 INFO [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 8678a82b280c05ad526adecf420afb71 in 446ms, sequenceid=322, compaction requested=true 2024-12-05T03:21:23,808 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2538): Flush status journal for 8678a82b280c05ad526adecf420afb71: 2024-12-05T03:21:23,808 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733368864518.8678a82b280c05ad526adecf420afb71. 2024-12-05T03:21:23,808 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=159 2024-12-05T03:21:23,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.HMaster(4106): Remote procedure done, pid=159 2024-12-05T03:21:23,810 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=159, resume processing ppid=158 2024-12-05T03:21:23,810 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=159, ppid=158, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3630 sec 2024-12-05T03:21:23,811 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=158, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=158, table=TestAcidGuarantees in 1.3670 sec 2024-12-05T03:21:23,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(8581): Flush requested on 8678a82b280c05ad526adecf420afb71 2024-12-05T03:21:23,928 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 8678a82b280c05ad526adecf420afb71 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-12-05T03:21:23,929 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8678a82b280c05ad526adecf420afb71, store=A 2024-12-05T03:21:23,929 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T03:21:23,929 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8678a82b280c05ad526adecf420afb71, store=B 2024-12-05T03:21:23,929 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T03:21:23,929 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8678a82b280c05ad526adecf420afb71, store=C 2024-12-05T03:21:23,929 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T03:21:23,933 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/.tmp/A/b8e0ca1bf00344fe8b67850e94055a1d is 50, key is test_row_0/A:col10/1733368883928/Put/seqid=0 2024-12-05T03:21:23,936 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073742423_1599 (size=14741) 2024-12-05T03:21:23,974 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8678a82b280c05ad526adecf420afb71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:21:23,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 209 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59074 deadline: 1733368943964, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8678a82b280c05ad526adecf420afb71, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:21:23,974 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8678a82b280c05ad526adecf420afb71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:21:23,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 193 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59108 deadline: 1733368943965, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8678a82b280c05ad526adecf420afb71, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:21:23,980 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8678a82b280c05ad526adecf420afb71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:21:23,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 216 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59080 deadline: 1733368943971, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8678a82b280c05ad526adecf420afb71, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:21:24,078 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8678a82b280c05ad526adecf420afb71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:21:24,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 211 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59074 deadline: 1733368944075, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8678a82b280c05ad526adecf420afb71, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:21:24,078 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8678a82b280c05ad526adecf420afb71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:21:24,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 195 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59108 deadline: 1733368944075, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8678a82b280c05ad526adecf420afb71, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:21:24,083 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8678a82b280c05ad526adecf420afb71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:21:24,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 218 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59080 deadline: 1733368944081, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8678a82b280c05ad526adecf420afb71, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:21:24,280 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8678a82b280c05ad526adecf420afb71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:21:24,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 213 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59074 deadline: 1733368944279, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8678a82b280c05ad526adecf420afb71, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:21:24,284 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8678a82b280c05ad526adecf420afb71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:21:24,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 197 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59108 deadline: 1733368944280, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8678a82b280c05ad526adecf420afb71, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:21:24,285 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8678a82b280c05ad526adecf420afb71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:21:24,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 220 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59080 deadline: 1733368944285, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8678a82b280c05ad526adecf420afb71, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:21:24,337 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=335 (bloomFilter=true), to=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/.tmp/A/b8e0ca1bf00344fe8b67850e94055a1d 2024-12-05T03:21:24,346 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/.tmp/B/ffe7da8e64df4d6c85a09b5aeefb8471 is 50, key is test_row_0/B:col10/1733368883928/Put/seqid=0 2024-12-05T03:21:24,356 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073742424_1600 (size=12301) 2024-12-05T03:21:24,357 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=335 (bloomFilter=true), to=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/.tmp/B/ffe7da8e64df4d6c85a09b5aeefb8471 2024-12-05T03:21:24,367 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/.tmp/C/6ca22be740234b9fb14a4610f39a647c is 50, key is test_row_0/C:col10/1733368883928/Put/seqid=0 2024-12-05T03:21:24,371 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073742425_1601 (size=12301) 2024-12-05T03:21:24,372 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=335 (bloomFilter=true), to=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/.tmp/C/6ca22be740234b9fb14a4610f39a647c 2024-12-05T03:21:24,377 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/.tmp/A/b8e0ca1bf00344fe8b67850e94055a1d as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/A/b8e0ca1bf00344fe8b67850e94055a1d 2024-12-05T03:21:24,380 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/A/b8e0ca1bf00344fe8b67850e94055a1d, entries=200, sequenceid=335, filesize=14.4 K 2024-12-05T03:21:24,380 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/.tmp/B/ffe7da8e64df4d6c85a09b5aeefb8471 as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/B/ffe7da8e64df4d6c85a09b5aeefb8471 2024-12-05T03:21:24,386 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/B/ffe7da8e64df4d6c85a09b5aeefb8471, entries=150, sequenceid=335, filesize=12.0 K 2024-12-05T03:21:24,387 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/.tmp/C/6ca22be740234b9fb14a4610f39a647c as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/C/6ca22be740234b9fb14a4610f39a647c 2024-12-05T03:21:24,392 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/C/6ca22be740234b9fb14a4610f39a647c, entries=150, sequenceid=335, filesize=12.0 K 2024-12-05T03:21:24,393 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 8678a82b280c05ad526adecf420afb71 in 465ms, sequenceid=335, compaction requested=true 2024-12-05T03:21:24,393 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 8678a82b280c05ad526adecf420afb71: 2024-12-05T03:21:24,394 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-05T03:21:24,394 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8678a82b280c05ad526adecf420afb71:A, priority=-2147483648, current under compaction store size is 1 2024-12-05T03:21:24,394 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T03:21:24,394 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-05T03:21:24,394 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8678a82b280c05ad526adecf420afb71:B, priority=-2147483648, current under compaction store size is 2 2024-12-05T03:21:24,395 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T03:21:24,395 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8678a82b280c05ad526adecf420afb71:C, priority=-2147483648, current under compaction store size is 3 2024-12-05T03:21:24,395 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T03:21:24,396 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 54766 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-05T03:21:24,396 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.HStore(1540): 8678a82b280c05ad526adecf420afb71/A is initiating minor compaction (all files) 2024-12-05T03:21:24,396 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49886 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-05T03:21:24,396 INFO [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8678a82b280c05ad526adecf420afb71/A in TestAcidGuarantees,,1733368864518.8678a82b280c05ad526adecf420afb71. 2024-12-05T03:21:24,396 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.HStore(1540): 8678a82b280c05ad526adecf420afb71/B is initiating minor compaction (all files) 2024-12-05T03:21:24,396 INFO [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/A/70731bea519a4b01b2512558e214e37c, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/A/28abbc630d5e42f2a530af028dce3205, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/A/ef600049731e48538735f0de205593c8, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/A/b8e0ca1bf00344fe8b67850e94055a1d] into tmpdir=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/.tmp, totalSize=53.5 K 2024-12-05T03:21:24,396 INFO [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8678a82b280c05ad526adecf420afb71/B in TestAcidGuarantees,,1733368864518.8678a82b280c05ad526adecf420afb71. 2024-12-05T03:21:24,396 INFO [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/B/8118225958ed4ab4ae25bd48870456b2, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/B/c50bad9f3c68437ab24de608050d8b4e, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/B/29ed108b3d7542ed9f2d4228d92cfd3f, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/B/ffe7da8e64df4d6c85a09b5aeefb8471] into tmpdir=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/.tmp, totalSize=48.7 K 2024-12-05T03:21:24,397 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] compactions.Compactor(224): Compacting 8118225958ed4ab4ae25bd48870456b2, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=283, earliestPutTs=1733368880661 2024-12-05T03:21:24,397 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] compactions.Compactor(224): Compacting 70731bea519a4b01b2512558e214e37c, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=283, earliestPutTs=1733368880661 2024-12-05T03:21:24,397 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] compactions.Compactor(224): Compacting c50bad9f3c68437ab24de608050d8b4e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=296, earliestPutTs=1733368881805 2024-12-05T03:21:24,397 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] compactions.Compactor(224): Compacting 28abbc630d5e42f2a530af028dce3205, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=296, earliestPutTs=1733368881805 2024-12-05T03:21:24,397 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] compactions.Compactor(224): Compacting 29ed108b3d7542ed9f2d4228d92cfd3f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=322, earliestPutTs=1733368882471 2024-12-05T03:21:24,397 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] compactions.Compactor(224): Compacting ef600049731e48538735f0de205593c8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=322, earliestPutTs=1733368882471 2024-12-05T03:21:24,397 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] compactions.Compactor(224): Compacting ffe7da8e64df4d6c85a09b5aeefb8471, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=335, earliestPutTs=1733368883612 2024-12-05T03:21:24,398 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] compactions.Compactor(224): Compacting b8e0ca1bf00344fe8b67850e94055a1d, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=335, earliestPutTs=1733368883612 2024-12-05T03:21:24,412 INFO [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8678a82b280c05ad526adecf420afb71#A#compaction#517 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 69.23 MB/second 2024-12-05T03:21:24,412 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/.tmp/A/ae98501b71f14a77a84983721bb241be is 50, key is test_row_0/A:col10/1733368883928/Put/seqid=0 2024-12-05T03:21:24,415 INFO [RS:0;971fbbbe942d:46085-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8678a82b280c05ad526adecf420afb71#B#compaction#518 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 69.23 MB/second 2024-12-05T03:21:24,415 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/.tmp/B/33e65ac378d24eeb8de9bfaf63b6a8ec is 50, key is test_row_0/B:col10/1733368883928/Put/seqid=0 2024-12-05T03:21:24,418 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073742426_1602 (size=13119) 2024-12-05T03:21:24,420 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073742427_1603 (size=13119) 2024-12-05T03:21:24,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=158 2024-12-05T03:21:24,549 INFO [Thread-2333 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 158 completed 2024-12-05T03:21:24,550 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-05T03:21:24,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] procedure2.ProcedureExecutor(1098): Stored pid=160, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=160, table=TestAcidGuarantees 2024-12-05T03:21:24,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=160 2024-12-05T03:21:24,551 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=160, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=160, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-05T03:21:24,552 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=160, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=160, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-05T03:21:24,552 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=161, ppid=160, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-05T03:21:24,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(8581): Flush requested on 8678a82b280c05ad526adecf420afb71 2024-12-05T03:21:24,589 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 8678a82b280c05ad526adecf420afb71 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-12-05T03:21:24,589 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8678a82b280c05ad526adecf420afb71, store=A 2024-12-05T03:21:24,589 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T03:21:24,589 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8678a82b280c05ad526adecf420afb71, store=B 2024-12-05T03:21:24,589 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T03:21:24,590 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8678a82b280c05ad526adecf420afb71, store=C 2024-12-05T03:21:24,590 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T03:21:24,593 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/.tmp/A/09245e2b9de7417bbe616e00b0d7a8c5 is 50, key is test_row_0/A:col10/1733368883957/Put/seqid=0 2024-12-05T03:21:24,597 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073742428_1604 (size=14741) 2024-12-05T03:21:24,613 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8678a82b280c05ad526adecf420afb71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:21:24,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 202 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59108 deadline: 1733368944607, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8678a82b280c05ad526adecf420afb71, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:21:24,615 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8678a82b280c05ad526adecf420afb71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:21:24,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 225 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59080 deadline: 1733368944608, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8678a82b280c05ad526adecf420afb71, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:21:24,616 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8678a82b280c05ad526adecf420afb71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:21:24,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 219 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59074 deadline: 1733368944610, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8678a82b280c05ad526adecf420afb71, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:21:24,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=160 2024-12-05T03:21:24,703 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 971fbbbe942d,46085,1733368737191 2024-12-05T03:21:24,704 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46085 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=161 2024-12-05T03:21:24,704 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733368864518.8678a82b280c05ad526adecf420afb71. 2024-12-05T03:21:24,704 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733368864518.8678a82b280c05ad526adecf420afb71. as already flushing 2024-12-05T03:21:24,704 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733368864518.8678a82b280c05ad526adecf420afb71. 2024-12-05T03:21:24,704 ERROR [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] handler.RSProcedureHandler(58): pid=161 java.io.IOException: Unable to complete flush {ENCODED => 8678a82b280c05ad526adecf420afb71, NAME => 'TestAcidGuarantees,,1733368864518.8678a82b280c05ad526adecf420afb71.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:21:24,704 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=161 java.io.IOException: Unable to complete flush {ENCODED => 8678a82b280c05ad526adecf420afb71, NAME => 'TestAcidGuarantees,,1733368864518.8678a82b280c05ad526adecf420afb71.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:21:24,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.HMaster(4114): Remote procedure failed, pid=161 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8678a82b280c05ad526adecf420afb71, NAME => 'TestAcidGuarantees,,1733368864518.8678a82b280c05ad526adecf420afb71.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8678a82b280c05ad526adecf420afb71, NAME => 'TestAcidGuarantees,,1733368864518.8678a82b280c05ad526adecf420afb71.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:21:24,716 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8678a82b280c05ad526adecf420afb71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:21:24,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 204 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59108 deadline: 1733368944714, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8678a82b280c05ad526adecf420afb71, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:21:24,720 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8678a82b280c05ad526adecf420afb71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:21:24,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 227 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59080 deadline: 1733368944717, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8678a82b280c05ad526adecf420afb71, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:21:24,722 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8678a82b280c05ad526adecf420afb71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:21:24,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 221 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59074 deadline: 1733368944717, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8678a82b280c05ad526adecf420afb71, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:21:24,823 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/.tmp/A/ae98501b71f14a77a84983721bb241be as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/A/ae98501b71f14a77a84983721bb241be 2024-12-05T03:21:24,824 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/.tmp/B/33e65ac378d24eeb8de9bfaf63b6a8ec as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/B/33e65ac378d24eeb8de9bfaf63b6a8ec 2024-12-05T03:21:24,828 INFO [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 8678a82b280c05ad526adecf420afb71/A of 8678a82b280c05ad526adecf420afb71 into ae98501b71f14a77a84983721bb241be(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T03:21:24,828 INFO [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 8678a82b280c05ad526adecf420afb71/B of 8678a82b280c05ad526adecf420afb71 into 33e65ac378d24eeb8de9bfaf63b6a8ec(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T03:21:24,828 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8678a82b280c05ad526adecf420afb71: 2024-12-05T03:21:24,828 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8678a82b280c05ad526adecf420afb71: 2024-12-05T03:21:24,828 INFO [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733368864518.8678a82b280c05ad526adecf420afb71., storeName=8678a82b280c05ad526adecf420afb71/B, priority=12, startTime=1733368884394; duration=0sec 2024-12-05T03:21:24,828 INFO [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733368864518.8678a82b280c05ad526adecf420afb71., storeName=8678a82b280c05ad526adecf420afb71/A, priority=12, startTime=1733368884393; duration=0sec 2024-12-05T03:21:24,828 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T03:21:24,828 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8678a82b280c05ad526adecf420afb71:B 2024-12-05T03:21:24,828 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T03:21:24,828 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8678a82b280c05ad526adecf420afb71:A 2024-12-05T03:21:24,828 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-05T03:21:24,829 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49886 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-05T03:21:24,830 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.HStore(1540): 8678a82b280c05ad526adecf420afb71/C is initiating minor compaction (all files) 2024-12-05T03:21:24,830 INFO [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8678a82b280c05ad526adecf420afb71/C in TestAcidGuarantees,,1733368864518.8678a82b280c05ad526adecf420afb71. 2024-12-05T03:21:24,830 INFO [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/C/64833d50c8794107b77362c51a7faf29, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/C/a550dd1c9b034bb89cd907dfbc3c86df, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/C/c86c805ba5074e2b87b408bdfd78efb1, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/C/6ca22be740234b9fb14a4610f39a647c] into tmpdir=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/.tmp, totalSize=48.7 K 2024-12-05T03:21:24,830 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] compactions.Compactor(224): Compacting 64833d50c8794107b77362c51a7faf29, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=283, earliestPutTs=1733368880661 2024-12-05T03:21:24,830 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] compactions.Compactor(224): Compacting a550dd1c9b034bb89cd907dfbc3c86df, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=296, earliestPutTs=1733368881805 2024-12-05T03:21:24,830 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] compactions.Compactor(224): Compacting c86c805ba5074e2b87b408bdfd78efb1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=322, earliestPutTs=1733368882471 2024-12-05T03:21:24,831 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] compactions.Compactor(224): Compacting 6ca22be740234b9fb14a4610f39a647c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=335, earliestPutTs=1733368883612 2024-12-05T03:21:24,839 INFO [RS:0;971fbbbe942d:46085-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8678a82b280c05ad526adecf420afb71#C#compaction#520 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 69.23 MB/second 2024-12-05T03:21:24,839 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/.tmp/C/450ee05cc6d34f47b29318cdbf97f5e6 is 50, key is test_row_0/C:col10/1733368883928/Put/seqid=0 2024-12-05T03:21:24,844 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073742429_1605 (size=13119) 2024-12-05T03:21:24,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=160 2024-12-05T03:21:24,856 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 971fbbbe942d,46085,1733368737191 2024-12-05T03:21:24,856 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46085 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=161 2024-12-05T03:21:24,857 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733368864518.8678a82b280c05ad526adecf420afb71. 2024-12-05T03:21:24,857 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733368864518.8678a82b280c05ad526adecf420afb71. as already flushing 2024-12-05T03:21:24,857 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733368864518.8678a82b280c05ad526adecf420afb71. 2024-12-05T03:21:24,857 ERROR [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] handler.RSProcedureHandler(58): pid=161 java.io.IOException: Unable to complete flush {ENCODED => 8678a82b280c05ad526adecf420afb71, NAME => 'TestAcidGuarantees,,1733368864518.8678a82b280c05ad526adecf420afb71.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:21:24,857 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=161 java.io.IOException: Unable to complete flush {ENCODED => 8678a82b280c05ad526adecf420afb71, NAME => 'TestAcidGuarantees,,1733368864518.8678a82b280c05ad526adecf420afb71.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:21:24,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.HMaster(4114): Remote procedure failed, pid=161 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8678a82b280c05ad526adecf420afb71, NAME => 'TestAcidGuarantees,,1733368864518.8678a82b280c05ad526adecf420afb71.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8678a82b280c05ad526adecf420afb71, NAME => 'TestAcidGuarantees,,1733368864518.8678a82b280c05ad526adecf420afb71.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:21:24,923 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8678a82b280c05ad526adecf420afb71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:21:24,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 206 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59108 deadline: 1733368944918, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8678a82b280c05ad526adecf420afb71, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:21:24,925 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8678a82b280c05ad526adecf420afb71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:21:24,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 229 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59080 deadline: 1733368944922, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8678a82b280c05ad526adecf420afb71, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:21:24,926 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8678a82b280c05ad526adecf420afb71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:21:24,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 223 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59074 deadline: 1733368944924, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8678a82b280c05ad526adecf420afb71, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:21:24,969 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8678a82b280c05ad526adecf420afb71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:21:24,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59144 deadline: 1733368944966, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8678a82b280c05ad526adecf420afb71, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:21:24,969 DEBUG [Thread-2325 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=8, retries=16, started=18256 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8678a82b280c05ad526adecf420afb71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1733368864518.8678a82b280c05ad526adecf420afb71., hostname=971fbbbe942d,46085,1733368737191, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8678a82b280c05ad526adecf420afb71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8678a82b280c05ad526adecf420afb71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T03:21:24,997 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=359 (bloomFilter=true), to=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/.tmp/A/09245e2b9de7417bbe616e00b0d7a8c5 2024-12-05T03:21:25,004 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/.tmp/B/e409e9630adf4c6f8a8ca1d69223ffe8 is 50, key is test_row_0/B:col10/1733368883957/Put/seqid=0 2024-12-05T03:21:25,008 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073742430_1606 (size=12301) 2024-12-05T03:21:25,008 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 971fbbbe942d,46085,1733368737191 2024-12-05T03:21:25,009 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46085 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=161 2024-12-05T03:21:25,009 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733368864518.8678a82b280c05ad526adecf420afb71. 2024-12-05T03:21:25,009 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733368864518.8678a82b280c05ad526adecf420afb71. as already flushing 2024-12-05T03:21:25,009 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733368864518.8678a82b280c05ad526adecf420afb71. 2024-12-05T03:21:25,009 ERROR [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] handler.RSProcedureHandler(58): pid=161 java.io.IOException: Unable to complete flush {ENCODED => 8678a82b280c05ad526adecf420afb71, NAME => 'TestAcidGuarantees,,1733368864518.8678a82b280c05ad526adecf420afb71.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:21:25,009 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=161 java.io.IOException: Unable to complete flush {ENCODED => 8678a82b280c05ad526adecf420afb71, NAME => 'TestAcidGuarantees,,1733368864518.8678a82b280c05ad526adecf420afb71.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:21:25,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.HMaster(4114): Remote procedure failed, pid=161 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8678a82b280c05ad526adecf420afb71, NAME => 'TestAcidGuarantees,,1733368864518.8678a82b280c05ad526adecf420afb71.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8678a82b280c05ad526adecf420afb71, NAME => 'TestAcidGuarantees,,1733368864518.8678a82b280c05ad526adecf420afb71.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:21:25,010 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8678a82b280c05ad526adecf420afb71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:21:25,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59160 deadline: 1733368945004, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8678a82b280c05ad526adecf420afb71, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:21:25,011 DEBUG [Thread-2331 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=8, retries=16, started=18293 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8678a82b280c05ad526adecf420afb71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1733368864518.8678a82b280c05ad526adecf420afb71., hostname=971fbbbe942d,46085,1733368737191, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8678a82b280c05ad526adecf420afb71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8678a82b280c05ad526adecf420afb71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T03:21:25,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=160 2024-12-05T03:21:25,161 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 971fbbbe942d,46085,1733368737191 2024-12-05T03:21:25,161 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46085 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=161 2024-12-05T03:21:25,161 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733368864518.8678a82b280c05ad526adecf420afb71. 2024-12-05T03:21:25,161 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733368864518.8678a82b280c05ad526adecf420afb71. as already flushing 2024-12-05T03:21:25,161 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733368864518.8678a82b280c05ad526adecf420afb71. 2024-12-05T03:21:25,161 ERROR [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] handler.RSProcedureHandler(58): pid=161 java.io.IOException: Unable to complete flush {ENCODED => 8678a82b280c05ad526adecf420afb71, NAME => 'TestAcidGuarantees,,1733368864518.8678a82b280c05ad526adecf420afb71.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:21:25,161 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=161 java.io.IOException: Unable to complete flush {ENCODED => 8678a82b280c05ad526adecf420afb71, NAME => 'TestAcidGuarantees,,1733368864518.8678a82b280c05ad526adecf420afb71.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:21:25,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.HMaster(4114): Remote procedure failed, pid=161 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8678a82b280c05ad526adecf420afb71, NAME => 'TestAcidGuarantees,,1733368864518.8678a82b280c05ad526adecf420afb71.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8678a82b280c05ad526adecf420afb71, NAME => 'TestAcidGuarantees,,1733368864518.8678a82b280c05ad526adecf420afb71.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:21:25,226 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8678a82b280c05ad526adecf420afb71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:21:25,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 208 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59108 deadline: 1733368945225, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8678a82b280c05ad526adecf420afb71, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:21:25,230 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8678a82b280c05ad526adecf420afb71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:21:25,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 231 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59080 deadline: 1733368945226, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8678a82b280c05ad526adecf420afb71, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:21:25,230 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8678a82b280c05ad526adecf420afb71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:21:25,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 225 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59074 deadline: 1733368945227, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8678a82b280c05ad526adecf420afb71, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:21:25,248 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/.tmp/C/450ee05cc6d34f47b29318cdbf97f5e6 as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/C/450ee05cc6d34f47b29318cdbf97f5e6 2024-12-05T03:21:25,252 INFO [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 8678a82b280c05ad526adecf420afb71/C of 8678a82b280c05ad526adecf420afb71 into 450ee05cc6d34f47b29318cdbf97f5e6(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T03:21:25,252 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8678a82b280c05ad526adecf420afb71: 2024-12-05T03:21:25,252 INFO [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733368864518.8678a82b280c05ad526adecf420afb71., storeName=8678a82b280c05ad526adecf420afb71/C, priority=12, startTime=1733368884395; duration=0sec 2024-12-05T03:21:25,253 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T03:21:25,253 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8678a82b280c05ad526adecf420afb71:C 2024-12-05T03:21:25,313 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 971fbbbe942d,46085,1733368737191 2024-12-05T03:21:25,313 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46085 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=161 2024-12-05T03:21:25,314 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733368864518.8678a82b280c05ad526adecf420afb71. 2024-12-05T03:21:25,314 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733368864518.8678a82b280c05ad526adecf420afb71. as already flushing 2024-12-05T03:21:25,314 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733368864518.8678a82b280c05ad526adecf420afb71. 2024-12-05T03:21:25,314 ERROR [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] handler.RSProcedureHandler(58): pid=161 java.io.IOException: Unable to complete flush {ENCODED => 8678a82b280c05ad526adecf420afb71, NAME => 'TestAcidGuarantees,,1733368864518.8678a82b280c05ad526adecf420afb71.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:21:25,314 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=161 java.io.IOException: Unable to complete flush {ENCODED => 8678a82b280c05ad526adecf420afb71, NAME => 'TestAcidGuarantees,,1733368864518.8678a82b280c05ad526adecf420afb71.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:21:25,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.HMaster(4114): Remote procedure failed, pid=161 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8678a82b280c05ad526adecf420afb71, NAME => 'TestAcidGuarantees,,1733368864518.8678a82b280c05ad526adecf420afb71.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8678a82b280c05ad526adecf420afb71, NAME => 'TestAcidGuarantees,,1733368864518.8678a82b280c05ad526adecf420afb71.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:21:25,409 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=359 (bloomFilter=true), to=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/.tmp/B/e409e9630adf4c6f8a8ca1d69223ffe8 2024-12-05T03:21:25,415 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/.tmp/C/55d15877198b4d3a8590d899d64e2f96 is 50, key is test_row_0/C:col10/1733368883957/Put/seqid=0 2024-12-05T03:21:25,419 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073742431_1607 (size=12301) 2024-12-05T03:21:25,420 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=359 (bloomFilter=true), to=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/.tmp/C/55d15877198b4d3a8590d899d64e2f96 2024-12-05T03:21:25,423 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/.tmp/A/09245e2b9de7417bbe616e00b0d7a8c5 as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/A/09245e2b9de7417bbe616e00b0d7a8c5 2024-12-05T03:21:25,426 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/A/09245e2b9de7417bbe616e00b0d7a8c5, entries=200, sequenceid=359, filesize=14.4 K 2024-12-05T03:21:25,428 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/.tmp/B/e409e9630adf4c6f8a8ca1d69223ffe8 as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/B/e409e9630adf4c6f8a8ca1d69223ffe8 2024-12-05T03:21:25,431 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/B/e409e9630adf4c6f8a8ca1d69223ffe8, entries=150, sequenceid=359, filesize=12.0 K 2024-12-05T03:21:25,431 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/.tmp/C/55d15877198b4d3a8590d899d64e2f96 as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/C/55d15877198b4d3a8590d899d64e2f96 2024-12-05T03:21:25,438 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/C/55d15877198b4d3a8590d899d64e2f96, entries=150, sequenceid=359, filesize=12.0 K 2024-12-05T03:21:25,439 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 8678a82b280c05ad526adecf420afb71 in 850ms, sequenceid=359, compaction requested=false 2024-12-05T03:21:25,439 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 8678a82b280c05ad526adecf420afb71: 2024-12-05T03:21:25,466 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 971fbbbe942d,46085,1733368737191 2024-12-05T03:21:25,466 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46085 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=161 2024-12-05T03:21:25,466 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733368864518.8678a82b280c05ad526adecf420afb71. 2024-12-05T03:21:25,466 INFO [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(2837): Flushing 8678a82b280c05ad526adecf420afb71 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-12-05T03:21:25,466 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8678a82b280c05ad526adecf420afb71, store=A 2024-12-05T03:21:25,466 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T03:21:25,467 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8678a82b280c05ad526adecf420afb71, store=B 2024-12-05T03:21:25,467 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T03:21:25,467 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8678a82b280c05ad526adecf420afb71, store=C 2024-12-05T03:21:25,467 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T03:21:25,470 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/.tmp/A/fb731c61e94245209b7bf3343baad313 is 50, key is test_row_0/A:col10/1733368884609/Put/seqid=0 2024-12-05T03:21:25,474 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073742432_1608 (size=12301) 2024-12-05T03:21:25,568 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-05T03:21:25,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=160 2024-12-05T03:21:25,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(8581): Flush requested on 8678a82b280c05ad526adecf420afb71 2024-12-05T03:21:25,736 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733368864518.8678a82b280c05ad526adecf420afb71. as already flushing 2024-12-05T03:21:25,774 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8678a82b280c05ad526adecf420afb71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:21:25,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 217 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59108 deadline: 1733368945769, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8678a82b280c05ad526adecf420afb71, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:21:25,774 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8678a82b280c05ad526adecf420afb71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:21:25,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 240 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59080 deadline: 1733368945771, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8678a82b280c05ad526adecf420afb71, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:21:25,779 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8678a82b280c05ad526adecf420afb71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:21:25,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 234 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59074 deadline: 1733368945774, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8678a82b280c05ad526adecf420afb71, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:21:25,874 INFO [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=374 (bloomFilter=true), to=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/.tmp/A/fb731c61e94245209b7bf3343baad313 2024-12-05T03:21:25,880 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8678a82b280c05ad526adecf420afb71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:21:25,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 219 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59108 deadline: 1733368945875, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8678a82b280c05ad526adecf420afb71, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:21:25,880 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8678a82b280c05ad526adecf420afb71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:21:25,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 242 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59080 deadline: 1733368945875, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8678a82b280c05ad526adecf420afb71, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:21:25,886 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8678a82b280c05ad526adecf420afb71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:21:25,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 236 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59074 deadline: 1733368945880, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8678a82b280c05ad526adecf420afb71, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:21:25,888 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/.tmp/B/f2a02e1e9fc04584b8caffeadbc26bec is 50, key is test_row_0/B:col10/1733368884609/Put/seqid=0 2024-12-05T03:21:25,896 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073742433_1609 (size=12301) 2024-12-05T03:21:25,896 INFO [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=374 (bloomFilter=true), to=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/.tmp/B/f2a02e1e9fc04584b8caffeadbc26bec 2024-12-05T03:21:25,902 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/.tmp/C/0c68fc6f728d4c54b5aa1ce1f44d1e9b is 50, key is test_row_0/C:col10/1733368884609/Put/seqid=0 2024-12-05T03:21:25,911 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073742434_1610 (size=12301) 2024-12-05T03:21:25,912 INFO [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=374 (bloomFilter=true), to=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/.tmp/C/0c68fc6f728d4c54b5aa1ce1f44d1e9b 2024-12-05T03:21:25,915 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/.tmp/A/fb731c61e94245209b7bf3343baad313 as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/A/fb731c61e94245209b7bf3343baad313 2024-12-05T03:21:25,920 INFO [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/A/fb731c61e94245209b7bf3343baad313, entries=150, sequenceid=374, filesize=12.0 K 2024-12-05T03:21:25,920 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/.tmp/B/f2a02e1e9fc04584b8caffeadbc26bec as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/B/f2a02e1e9fc04584b8caffeadbc26bec 2024-12-05T03:21:25,925 INFO [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/B/f2a02e1e9fc04584b8caffeadbc26bec, entries=150, sequenceid=374, filesize=12.0 K 2024-12-05T03:21:25,925 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/.tmp/C/0c68fc6f728d4c54b5aa1ce1f44d1e9b as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/C/0c68fc6f728d4c54b5aa1ce1f44d1e9b 2024-12-05T03:21:25,929 INFO [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/C/0c68fc6f728d4c54b5aa1ce1f44d1e9b, entries=150, sequenceid=374, filesize=12.0 K 2024-12-05T03:21:25,929 INFO [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 8678a82b280c05ad526adecf420afb71 in 463ms, sequenceid=374, compaction requested=true 2024-12-05T03:21:25,929 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(2538): Flush status journal for 8678a82b280c05ad526adecf420afb71: 2024-12-05T03:21:25,929 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733368864518.8678a82b280c05ad526adecf420afb71. 2024-12-05T03:21:25,929 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=161 2024-12-05T03:21:25,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.HMaster(4106): Remote procedure done, pid=161 2024-12-05T03:21:25,932 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=161, resume processing ppid=160 2024-12-05T03:21:25,932 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=161, ppid=160, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3780 sec 2024-12-05T03:21:25,940 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=160, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=160, table=TestAcidGuarantees in 1.3890 sec 2024-12-05T03:21:26,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(8581): Flush requested on 8678a82b280c05ad526adecf420afb71 2024-12-05T03:21:26,088 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 8678a82b280c05ad526adecf420afb71 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-12-05T03:21:26,089 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8678a82b280c05ad526adecf420afb71, store=A 2024-12-05T03:21:26,089 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T03:21:26,089 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8678a82b280c05ad526adecf420afb71, store=B 2024-12-05T03:21:26,089 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T03:21:26,089 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8678a82b280c05ad526adecf420afb71, store=C 2024-12-05T03:21:26,089 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T03:21:26,094 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/.tmp/A/432cc19f0ae44528ae0a509067ada673 is 50, key is test_row_0/A:col10/1733368886088/Put/seqid=0 2024-12-05T03:21:26,104 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073742435_1611 (size=14741) 2024-12-05T03:21:26,109 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8678a82b280c05ad526adecf420afb71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:21:26,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 247 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59080 deadline: 1733368946103, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8678a82b280c05ad526adecf420afb71, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:21:26,110 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8678a82b280c05ad526adecf420afb71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:21:26,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 224 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59108 deadline: 1733368946103, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8678a82b280c05ad526adecf420afb71, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:21:26,110 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8678a82b280c05ad526adecf420afb71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:21:26,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 241 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59074 deadline: 1733368946104, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8678a82b280c05ad526adecf420afb71, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:21:26,212 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8678a82b280c05ad526adecf420afb71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:21:26,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 249 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59080 deadline: 1733368946210, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8678a82b280c05ad526adecf420afb71, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:21:26,212 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8678a82b280c05ad526adecf420afb71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:21:26,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 226 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59108 deadline: 1733368946211, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8678a82b280c05ad526adecf420afb71, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:21:26,213 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8678a82b280c05ad526adecf420afb71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:21:26,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 243 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59074 deadline: 1733368946211, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8678a82b280c05ad526adecf420afb71, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:21:26,416 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8678a82b280c05ad526adecf420afb71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:21:26,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 251 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59080 deadline: 1733368946413, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8678a82b280c05ad526adecf420afb71, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:21:26,416 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8678a82b280c05ad526adecf420afb71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:21:26,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 245 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59074 deadline: 1733368946414, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8678a82b280c05ad526adecf420afb71, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:21:26,418 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8678a82b280c05ad526adecf420afb71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:21:26,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 228 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59108 deadline: 1733368946414, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8678a82b280c05ad526adecf420afb71, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:21:26,505 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=400 (bloomFilter=true), to=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/.tmp/A/432cc19f0ae44528ae0a509067ada673 2024-12-05T03:21:26,511 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/.tmp/B/694aa3dd3f6b465baff07039133dd352 is 50, key is test_row_0/B:col10/1733368886088/Put/seqid=0 2024-12-05T03:21:26,514 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073742436_1612 (size=12301) 2024-12-05T03:21:26,515 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=400 (bloomFilter=true), to=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/.tmp/B/694aa3dd3f6b465baff07039133dd352 2024-12-05T03:21:26,521 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/.tmp/C/836e7153316543da89e17388aa0c9666 is 50, key is test_row_0/C:col10/1733368886088/Put/seqid=0 2024-12-05T03:21:26,524 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073742437_1613 (size=12301) 2024-12-05T03:21:26,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=160 2024-12-05T03:21:26,655 INFO [Thread-2333 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 160 completed 2024-12-05T03:21:26,656 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-05T03:21:26,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] procedure2.ProcedureExecutor(1098): Stored pid=162, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=162, table=TestAcidGuarantees 2024-12-05T03:21:26,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=162 2024-12-05T03:21:26,658 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=162, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=162, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-05T03:21:26,658 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=162, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=162, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-05T03:21:26,658 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=163, ppid=162, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-05T03:21:26,720 DEBUG [Thread-2336 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3d672ed2 to 127.0.0.1:54474 2024-12-05T03:21:26,720 DEBUG [Thread-2336 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T03:21:26,721 DEBUG [Thread-2340 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x496fe03f to 127.0.0.1:54474 2024-12-05T03:21:26,721 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8678a82b280c05ad526adecf420afb71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:21:26,721 DEBUG [Thread-2340 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T03:21:26,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 253 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59080 deadline: 1733368946719, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8678a82b280c05ad526adecf420afb71, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:21:26,721 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8678a82b280c05ad526adecf420afb71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:21:26,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 247 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59074 deadline: 1733368946719, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8678a82b280c05ad526adecf420afb71, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:21:26,722 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8678a82b280c05ad526adecf420afb71, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:21:26,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 230 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59108 deadline: 1733368946721, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8678a82b280c05ad526adecf420afb71, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:21:26,722 DEBUG [Thread-2338 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7cf40102 to 127.0.0.1:54474 2024-12-05T03:21:26,722 DEBUG [Thread-2338 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T03:21:26,726 DEBUG [Thread-2334 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x34b30c39 to 127.0.0.1:54474 2024-12-05T03:21:26,726 DEBUG [Thread-2334 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T03:21:26,726 DEBUG [Thread-2342 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3652e74d to 127.0.0.1:54474 2024-12-05T03:21:26,726 DEBUG [Thread-2342 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T03:21:26,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=162 2024-12-05T03:21:26,810 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 971fbbbe942d,46085,1733368737191 2024-12-05T03:21:26,810 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46085 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=163 2024-12-05T03:21:26,810 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733368864518.8678a82b280c05ad526adecf420afb71. 2024-12-05T03:21:26,810 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733368864518.8678a82b280c05ad526adecf420afb71. as already flushing 2024-12-05T03:21:26,810 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733368864518.8678a82b280c05ad526adecf420afb71. 2024-12-05T03:21:26,810 ERROR [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] handler.RSProcedureHandler(58): pid=163 java.io.IOException: Unable to complete flush {ENCODED => 8678a82b280c05ad526adecf420afb71, NAME => 'TestAcidGuarantees,,1733368864518.8678a82b280c05ad526adecf420afb71.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:21:26,811 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=163 java.io.IOException: Unable to complete flush {ENCODED => 8678a82b280c05ad526adecf420afb71, NAME => 'TestAcidGuarantees,,1733368864518.8678a82b280c05ad526adecf420afb71.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:21:26,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.HMaster(4114): Remote procedure failed, pid=163 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8678a82b280c05ad526adecf420afb71, NAME => 'TestAcidGuarantees,,1733368864518.8678a82b280c05ad526adecf420afb71.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8678a82b280c05ad526adecf420afb71, NAME => 'TestAcidGuarantees,,1733368864518.8678a82b280c05ad526adecf420afb71.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:21:26,925 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=400 (bloomFilter=true), to=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/.tmp/C/836e7153316543da89e17388aa0c9666 2024-12-05T03:21:26,929 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/.tmp/A/432cc19f0ae44528ae0a509067ada673 as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/A/432cc19f0ae44528ae0a509067ada673 2024-12-05T03:21:26,931 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/A/432cc19f0ae44528ae0a509067ada673, entries=200, sequenceid=400, filesize=14.4 K 2024-12-05T03:21:26,932 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/.tmp/B/694aa3dd3f6b465baff07039133dd352 as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/B/694aa3dd3f6b465baff07039133dd352 2024-12-05T03:21:26,935 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/B/694aa3dd3f6b465baff07039133dd352, entries=150, sequenceid=400, filesize=12.0 K 2024-12-05T03:21:26,935 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/.tmp/C/836e7153316543da89e17388aa0c9666 as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/C/836e7153316543da89e17388aa0c9666 2024-12-05T03:21:26,938 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/C/836e7153316543da89e17388aa0c9666, entries=150, sequenceid=400, filesize=12.0 K 2024-12-05T03:21:26,939 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for 8678a82b280c05ad526adecf420afb71 in 851ms, sequenceid=400, compaction requested=true 2024-12-05T03:21:26,939 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 8678a82b280c05ad526adecf420afb71: 2024-12-05T03:21:26,939 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8678a82b280c05ad526adecf420afb71:A, priority=-2147483648, current under compaction store size is 1 2024-12-05T03:21:26,939 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T03:21:26,939 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8678a82b280c05ad526adecf420afb71:B, priority=-2147483648, current under compaction store size is 2 2024-12-05T03:21:26,939 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T03:21:26,939 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-05T03:21:26,939 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8678a82b280c05ad526adecf420afb71:C, priority=-2147483648, current under compaction store size is 3 2024-12-05T03:21:26,939 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-05T03:21:26,939 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T03:21:26,940 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 54902 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-05T03:21:26,940 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50022 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-05T03:21:26,940 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.HStore(1540): 8678a82b280c05ad526adecf420afb71/B is initiating minor compaction (all files) 2024-12-05T03:21:26,940 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.HStore(1540): 8678a82b280c05ad526adecf420afb71/A is initiating minor compaction (all files) 2024-12-05T03:21:26,940 INFO [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8678a82b280c05ad526adecf420afb71/A in TestAcidGuarantees,,1733368864518.8678a82b280c05ad526adecf420afb71. 2024-12-05T03:21:26,940 INFO [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8678a82b280c05ad526adecf420afb71/B in TestAcidGuarantees,,1733368864518.8678a82b280c05ad526adecf420afb71. 2024-12-05T03:21:26,940 INFO [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/A/ae98501b71f14a77a84983721bb241be, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/A/09245e2b9de7417bbe616e00b0d7a8c5, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/A/fb731c61e94245209b7bf3343baad313, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/A/432cc19f0ae44528ae0a509067ada673] into tmpdir=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/.tmp, totalSize=53.6 K 2024-12-05T03:21:26,940 INFO [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/B/33e65ac378d24eeb8de9bfaf63b6a8ec, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/B/e409e9630adf4c6f8a8ca1d69223ffe8, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/B/f2a02e1e9fc04584b8caffeadbc26bec, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/B/694aa3dd3f6b465baff07039133dd352] into tmpdir=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/.tmp, totalSize=48.8 K 2024-12-05T03:21:26,941 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] compactions.Compactor(224): Compacting ae98501b71f14a77a84983721bb241be, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=335, earliestPutTs=1733368883612 2024-12-05T03:21:26,941 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] compactions.Compactor(224): Compacting 33e65ac378d24eeb8de9bfaf63b6a8ec, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=335, earliestPutTs=1733368883612 2024-12-05T03:21:26,941 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] compactions.Compactor(224): Compacting 09245e2b9de7417bbe616e00b0d7a8c5, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=359, earliestPutTs=1733368883957 2024-12-05T03:21:26,941 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] compactions.Compactor(224): Compacting e409e9630adf4c6f8a8ca1d69223ffe8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=359, earliestPutTs=1733368883957 2024-12-05T03:21:26,941 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] compactions.Compactor(224): Compacting fb731c61e94245209b7bf3343baad313, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=374, earliestPutTs=1733368884606 2024-12-05T03:21:26,941 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] compactions.Compactor(224): Compacting f2a02e1e9fc04584b8caffeadbc26bec, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=374, earliestPutTs=1733368884606 2024-12-05T03:21:26,941 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] compactions.Compactor(224): Compacting 432cc19f0ae44528ae0a509067ada673, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=400, earliestPutTs=1733368885768 2024-12-05T03:21:26,942 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] compactions.Compactor(224): Compacting 694aa3dd3f6b465baff07039133dd352, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=400, earliestPutTs=1733368885768 2024-12-05T03:21:26,948 INFO [RS:0;971fbbbe942d:46085-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8678a82b280c05ad526adecf420afb71#B#compaction#529 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 69.23 MB/second 2024-12-05T03:21:26,948 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/.tmp/B/51b31641031d42f6967f18edb6a2cc9c is 50, key is test_row_0/B:col10/1733368886088/Put/seqid=0 2024-12-05T03:21:26,949 INFO [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8678a82b280c05ad526adecf420afb71#A#compaction#530 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 69.23 MB/second 2024-12-05T03:21:26,950 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/.tmp/A/691f7acd9c7a4efaa915a3736ac49de2 is 50, key is test_row_0/A:col10/1733368886088/Put/seqid=0 2024-12-05T03:21:26,951 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073742438_1614 (size=13255) 2024-12-05T03:21:26,952 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073742439_1615 (size=13255) 2024-12-05T03:21:26,956 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/.tmp/A/691f7acd9c7a4efaa915a3736ac49de2 as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/A/691f7acd9c7a4efaa915a3736ac49de2 2024-12-05T03:21:26,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=162 2024-12-05T03:21:26,959 INFO [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 8678a82b280c05ad526adecf420afb71/A of 8678a82b280c05ad526adecf420afb71 into 691f7acd9c7a4efaa915a3736ac49de2(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T03:21:26,959 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8678a82b280c05ad526adecf420afb71: 2024-12-05T03:21:26,959 INFO [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733368864518.8678a82b280c05ad526adecf420afb71., storeName=8678a82b280c05ad526adecf420afb71/A, priority=12, startTime=1733368886939; duration=0sec 2024-12-05T03:21:26,959 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T03:21:26,959 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8678a82b280c05ad526adecf420afb71:A 2024-12-05T03:21:26,959 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-05T03:21:26,960 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50022 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-05T03:21:26,960 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.HStore(1540): 8678a82b280c05ad526adecf420afb71/C is initiating minor compaction (all files) 2024-12-05T03:21:26,960 INFO [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8678a82b280c05ad526adecf420afb71/C in TestAcidGuarantees,,1733368864518.8678a82b280c05ad526adecf420afb71. 2024-12-05T03:21:26,960 INFO [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/C/450ee05cc6d34f47b29318cdbf97f5e6, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/C/55d15877198b4d3a8590d899d64e2f96, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/C/0c68fc6f728d4c54b5aa1ce1f44d1e9b, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/C/836e7153316543da89e17388aa0c9666] into tmpdir=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/.tmp, totalSize=48.8 K 2024-12-05T03:21:26,960 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] compactions.Compactor(224): Compacting 450ee05cc6d34f47b29318cdbf97f5e6, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=335, earliestPutTs=1733368883612 2024-12-05T03:21:26,961 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] compactions.Compactor(224): Compacting 55d15877198b4d3a8590d899d64e2f96, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=359, earliestPutTs=1733368883957 2024-12-05T03:21:26,961 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0c68fc6f728d4c54b5aa1ce1f44d1e9b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=374, earliestPutTs=1733368884606 2024-12-05T03:21:26,961 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] compactions.Compactor(224): Compacting 836e7153316543da89e17388aa0c9666, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=400, earliestPutTs=1733368885768 2024-12-05T03:21:26,962 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 971fbbbe942d,46085,1733368737191 2024-12-05T03:21:26,963 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46085 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=163 2024-12-05T03:21:26,963 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733368864518.8678a82b280c05ad526adecf420afb71. 2024-12-05T03:21:26,963 INFO [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(2837): Flushing 8678a82b280c05ad526adecf420afb71 3/3 column families, dataSize=46.96 KB heapSize=123.80 KB 2024-12-05T03:21:26,963 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8678a82b280c05ad526adecf420afb71, store=A 2024-12-05T03:21:26,963 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T03:21:26,963 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8678a82b280c05ad526adecf420afb71, store=B 2024-12-05T03:21:26,963 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T03:21:26,963 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8678a82b280c05ad526adecf420afb71, store=C 2024-12-05T03:21:26,963 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T03:21:26,966 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/.tmp/A/750f87eb5b794878b7fef11c3fbadd8f is 50, key is test_row_0/A:col10/1733368886102/Put/seqid=0 2024-12-05T03:21:26,967 INFO [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8678a82b280c05ad526adecf420afb71#C#compaction#532 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 69.23 MB/second 2024-12-05T03:21:26,968 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/.tmp/C/e9a800460e3946e8bfa60a0a46d23089 is 50, key is test_row_0/C:col10/1733368886088/Put/seqid=0 2024-12-05T03:21:26,969 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073742440_1616 (size=12301) 2024-12-05T03:21:26,970 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073742441_1617 (size=13255) 2024-12-05T03:21:26,974 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/.tmp/C/e9a800460e3946e8bfa60a0a46d23089 as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/C/e9a800460e3946e8bfa60a0a46d23089 2024-12-05T03:21:26,976 INFO [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 8678a82b280c05ad526adecf420afb71/C of 8678a82b280c05ad526adecf420afb71 into e9a800460e3946e8bfa60a0a46d23089(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T03:21:26,976 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8678a82b280c05ad526adecf420afb71: 2024-12-05T03:21:26,977 INFO [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733368864518.8678a82b280c05ad526adecf420afb71., storeName=8678a82b280c05ad526adecf420afb71/C, priority=12, startTime=1733368886939; duration=0sec 2024-12-05T03:21:26,977 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T03:21:26,977 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8678a82b280c05ad526adecf420afb71:C 2024-12-05T03:21:27,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(8581): Flush requested on 8678a82b280c05ad526adecf420afb71 2024-12-05T03:21:27,225 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733368864518.8678a82b280c05ad526adecf420afb71. as already flushing 2024-12-05T03:21:27,225 DEBUG [Thread-2323 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x4c60eb7d to 127.0.0.1:54474 2024-12-05T03:21:27,225 DEBUG [Thread-2323 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T03:21:27,226 DEBUG [Thread-2327 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2f142b04 to 127.0.0.1:54474 2024-12-05T03:21:27,226 DEBUG [Thread-2327 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T03:21:27,228 DEBUG [Thread-2329 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x0de9f076 to 127.0.0.1:54474 2024-12-05T03:21:27,228 DEBUG [Thread-2329 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T03:21:27,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=162 2024-12-05T03:21:27,355 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/.tmp/B/51b31641031d42f6967f18edb6a2cc9c as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/B/51b31641031d42f6967f18edb6a2cc9c 2024-12-05T03:21:27,358 INFO [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 8678a82b280c05ad526adecf420afb71/B of 8678a82b280c05ad526adecf420afb71 into 51b31641031d42f6967f18edb6a2cc9c(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T03:21:27,358 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8678a82b280c05ad526adecf420afb71: 2024-12-05T03:21:27,358 INFO [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733368864518.8678a82b280c05ad526adecf420afb71., storeName=8678a82b280c05ad526adecf420afb71/B, priority=12, startTime=1733368886939; duration=0sec 2024-12-05T03:21:27,358 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T03:21:27,358 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8678a82b280c05ad526adecf420afb71:B 2024-12-05T03:21:27,370 INFO [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=411 (bloomFilter=true), to=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/.tmp/A/750f87eb5b794878b7fef11c3fbadd8f 2024-12-05T03:21:27,375 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/.tmp/B/53956d86a8744ecca2eefa3b9f3f3260 is 50, key is test_row_0/B:col10/1733368886102/Put/seqid=0 2024-12-05T03:21:27,378 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073742442_1618 (size=12301) 2024-12-05T03:21:27,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=162 2024-12-05T03:21:27,779 INFO [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=411 (bloomFilter=true), to=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/.tmp/B/53956d86a8744ecca2eefa3b9f3f3260 2024-12-05T03:21:27,784 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/.tmp/C/95197251eada4771a3bdd2b84a982349 is 50, key is test_row_0/C:col10/1733368886102/Put/seqid=0 2024-12-05T03:21:27,787 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073742443_1619 (size=12301) 2024-12-05T03:21:28,188 INFO [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=411 (bloomFilter=true), to=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/.tmp/C/95197251eada4771a3bdd2b84a982349 2024-12-05T03:21:28,191 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/.tmp/A/750f87eb5b794878b7fef11c3fbadd8f as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/A/750f87eb5b794878b7fef11c3fbadd8f 2024-12-05T03:21:28,193 INFO [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/A/750f87eb5b794878b7fef11c3fbadd8f, entries=150, sequenceid=411, filesize=12.0 K 2024-12-05T03:21:28,194 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/.tmp/B/53956d86a8744ecca2eefa3b9f3f3260 as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/B/53956d86a8744ecca2eefa3b9f3f3260 2024-12-05T03:21:28,196 INFO [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/B/53956d86a8744ecca2eefa3b9f3f3260, entries=150, sequenceid=411, filesize=12.0 K 2024-12-05T03:21:28,197 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/.tmp/C/95197251eada4771a3bdd2b84a982349 as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/C/95197251eada4771a3bdd2b84a982349 2024-12-05T03:21:28,199 INFO [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/C/95197251eada4771a3bdd2b84a982349, entries=150, sequenceid=411, filesize=12.0 K 2024-12-05T03:21:28,200 INFO [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(3040): Finished flush of dataSize ~46.96 KB/48090, heapSize ~123.75 KB/126720, currentSize=20.13 KB/20610 for 8678a82b280c05ad526adecf420afb71 in 1237ms, sequenceid=411, compaction requested=false 2024-12-05T03:21:28,200 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(2538): Flush status journal for 8678a82b280c05ad526adecf420afb71: 2024-12-05T03:21:28,200 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733368864518.8678a82b280c05ad526adecf420afb71. 2024-12-05T03:21:28,200 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=163 2024-12-05T03:21:28,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.HMaster(4106): Remote procedure done, pid=163 2024-12-05T03:21:28,202 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=163, resume processing ppid=162 2024-12-05T03:21:28,202 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=163, ppid=162, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5430 sec 2024-12-05T03:21:28,203 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=162, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=162, table=TestAcidGuarantees in 1.5460 sec 2024-12-05T03:21:28,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=162 2024-12-05T03:21:28,761 INFO [Thread-2333 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 162 completed 2024-12-05T03:21:34,976 DEBUG [Thread-2325 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x79b10416 to 127.0.0.1:54474 2024-12-05T03:21:34,976 DEBUG [Thread-2325 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T03:21:35,085 DEBUG [Thread-2331 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x4414259d to 127.0.0.1:54474 2024-12-05T03:21:35,085 DEBUG [Thread-2331 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T03:21:35,085 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-12-05T03:21:35,085 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 118 2024-12-05T03:21:35,085 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 1 2024-12-05T03:21:35,085 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 95 2024-12-05T03:21:35,085 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 112 2024-12-05T03:21:35,085 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 1 2024-12-05T03:21:35,085 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-12-05T03:21:35,085 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-12-05T03:21:35,085 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2620 2024-12-05T03:21:35,085 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 7860 rows 2024-12-05T03:21:35,085 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2607 2024-12-05T03:21:35,085 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 7821 rows 2024-12-05T03:21:35,085 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2608 2024-12-05T03:21:35,085 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 7824 rows 2024-12-05T03:21:35,085 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2628 2024-12-05T03:21:35,085 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 7884 rows 2024-12-05T03:21:35,085 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2610 2024-12-05T03:21:35,085 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 7830 rows 2024-12-05T03:21:35,086 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-12-05T03:21:35,086 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x238db126 to 127.0.0.1:54474 2024-12-05T03:21:35,086 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T03:21:35,088 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-12-05T03:21:35,088 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-12-05T03:21:35,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] procedure2.ProcedureExecutor(1098): Stored pid=164, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-12-05T03:21:35,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=164 2024-12-05T03:21:35,092 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733368895092"}]},"ts":"1733368895092"} 2024-12-05T03:21:35,093 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-12-05T03:21:35,095 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-12-05T03:21:35,096 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=165, ppid=164, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-12-05T03:21:35,097 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=166, ppid=165, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=8678a82b280c05ad526adecf420afb71, UNASSIGN}] 2024-12-05T03:21:35,097 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=166, ppid=165, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=8678a82b280c05ad526adecf420afb71, UNASSIGN 2024-12-05T03:21:35,098 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=166 updating hbase:meta row=8678a82b280c05ad526adecf420afb71, regionState=CLOSING, regionLocation=971fbbbe942d,46085,1733368737191 2024-12-05T03:21:35,098 DEBUG [PEWorker-2 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-05T03:21:35,098 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=167, ppid=166, state=RUNNABLE; CloseRegionProcedure 8678a82b280c05ad526adecf420afb71, server=971fbbbe942d,46085,1733368737191}] 2024-12-05T03:21:35,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=164 2024-12-05T03:21:35,249 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 971fbbbe942d,46085,1733368737191 2024-12-05T03:21:35,250 INFO [RS_CLOSE_REGION-regionserver/971fbbbe942d:0-0 {event_type=M_RS_CLOSE_REGION, pid=167}] handler.UnassignRegionHandler(124): Close 8678a82b280c05ad526adecf420afb71 2024-12-05T03:21:35,250 DEBUG [RS_CLOSE_REGION-regionserver/971fbbbe942d:0-0 {event_type=M_RS_CLOSE_REGION, pid=167}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-12-05T03:21:35,250 DEBUG [RS_CLOSE_REGION-regionserver/971fbbbe942d:0-0 {event_type=M_RS_CLOSE_REGION, pid=167}] regionserver.HRegion(1681): Closing 8678a82b280c05ad526adecf420afb71, disabling compactions & flushes 2024-12-05T03:21:35,250 INFO [RS_CLOSE_REGION-regionserver/971fbbbe942d:0-0 {event_type=M_RS_CLOSE_REGION, pid=167}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1733368864518.8678a82b280c05ad526adecf420afb71. 2024-12-05T03:21:35,250 DEBUG [RS_CLOSE_REGION-regionserver/971fbbbe942d:0-0 {event_type=M_RS_CLOSE_REGION, pid=167}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1733368864518.8678a82b280c05ad526adecf420afb71. 2024-12-05T03:21:35,250 DEBUG [RS_CLOSE_REGION-regionserver/971fbbbe942d:0-0 {event_type=M_RS_CLOSE_REGION, pid=167}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1733368864518.8678a82b280c05ad526adecf420afb71. after waiting 0 ms 2024-12-05T03:21:35,250 DEBUG [RS_CLOSE_REGION-regionserver/971fbbbe942d:0-0 {event_type=M_RS_CLOSE_REGION, pid=167}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1733368864518.8678a82b280c05ad526adecf420afb71. 2024-12-05T03:21:35,250 INFO [RS_CLOSE_REGION-regionserver/971fbbbe942d:0-0 {event_type=M_RS_CLOSE_REGION, pid=167}] regionserver.HRegion(2837): Flushing 8678a82b280c05ad526adecf420afb71 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-12-05T03:21:35,250 DEBUG [RS_CLOSE_REGION-regionserver/971fbbbe942d:0-0 {event_type=M_RS_CLOSE_REGION, pid=167}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8678a82b280c05ad526adecf420afb71, store=A 2024-12-05T03:21:35,250 DEBUG [RS_CLOSE_REGION-regionserver/971fbbbe942d:0-0 {event_type=M_RS_CLOSE_REGION, pid=167}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T03:21:35,251 DEBUG [RS_CLOSE_REGION-regionserver/971fbbbe942d:0-0 {event_type=M_RS_CLOSE_REGION, pid=167}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8678a82b280c05ad526adecf420afb71, store=B 2024-12-05T03:21:35,251 DEBUG [RS_CLOSE_REGION-regionserver/971fbbbe942d:0-0 {event_type=M_RS_CLOSE_REGION, pid=167}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T03:21:35,251 DEBUG [RS_CLOSE_REGION-regionserver/971fbbbe942d:0-0 {event_type=M_RS_CLOSE_REGION, pid=167}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8678a82b280c05ad526adecf420afb71, store=C 2024-12-05T03:21:35,251 DEBUG [RS_CLOSE_REGION-regionserver/971fbbbe942d:0-0 {event_type=M_RS_CLOSE_REGION, pid=167}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T03:21:35,254 DEBUG [RS_CLOSE_REGION-regionserver/971fbbbe942d:0-0 {event_type=M_RS_CLOSE_REGION, pid=167}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/.tmp/A/0c642a5e78324dbaa54c8f97729d6fca is 50, key is test_row_0/A:col10/1733368887224/Put/seqid=0 2024-12-05T03:21:35,257 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073742444_1620 (size=12301) 2024-12-05T03:21:35,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=164 2024-12-05T03:21:35,658 INFO [RS_CLOSE_REGION-regionserver/971fbbbe942d:0-0 {event_type=M_RS_CLOSE_REGION, pid=167}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=421 (bloomFilter=true), to=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/.tmp/A/0c642a5e78324dbaa54c8f97729d6fca 2024-12-05T03:21:35,664 DEBUG [RS_CLOSE_REGION-regionserver/971fbbbe942d:0-0 {event_type=M_RS_CLOSE_REGION, pid=167}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/.tmp/B/81cdd62be97648caae24e283965d1398 is 50, key is test_row_0/B:col10/1733368887224/Put/seqid=0 2024-12-05T03:21:35,667 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073742445_1621 (size=12301) 2024-12-05T03:21:35,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=164 2024-12-05T03:21:36,068 INFO [RS_CLOSE_REGION-regionserver/971fbbbe942d:0-0 {event_type=M_RS_CLOSE_REGION, pid=167}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=421 (bloomFilter=true), to=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/.tmp/B/81cdd62be97648caae24e283965d1398 2024-12-05T03:21:36,073 DEBUG [RS_CLOSE_REGION-regionserver/971fbbbe942d:0-0 {event_type=M_RS_CLOSE_REGION, pid=167}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/.tmp/C/0c54cfaed7cf4d5399fb3e0432ccadc2 is 50, key is test_row_0/C:col10/1733368887224/Put/seqid=0 2024-12-05T03:21:36,076 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073742446_1622 (size=12301) 2024-12-05T03:21:36,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=164 2024-12-05T03:21:36,477 INFO [RS_CLOSE_REGION-regionserver/971fbbbe942d:0-0 {event_type=M_RS_CLOSE_REGION, pid=167}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=421 (bloomFilter=true), to=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/.tmp/C/0c54cfaed7cf4d5399fb3e0432ccadc2 2024-12-05T03:21:36,480 DEBUG [RS_CLOSE_REGION-regionserver/971fbbbe942d:0-0 {event_type=M_RS_CLOSE_REGION, pid=167}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/.tmp/A/0c642a5e78324dbaa54c8f97729d6fca as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/A/0c642a5e78324dbaa54c8f97729d6fca 2024-12-05T03:21:36,482 INFO [RS_CLOSE_REGION-regionserver/971fbbbe942d:0-0 {event_type=M_RS_CLOSE_REGION, pid=167}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/A/0c642a5e78324dbaa54c8f97729d6fca, entries=150, sequenceid=421, filesize=12.0 K 2024-12-05T03:21:36,483 DEBUG [RS_CLOSE_REGION-regionserver/971fbbbe942d:0-0 {event_type=M_RS_CLOSE_REGION, pid=167}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/.tmp/B/81cdd62be97648caae24e283965d1398 as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/B/81cdd62be97648caae24e283965d1398 2024-12-05T03:21:36,486 INFO [RS_CLOSE_REGION-regionserver/971fbbbe942d:0-0 {event_type=M_RS_CLOSE_REGION, pid=167}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/B/81cdd62be97648caae24e283965d1398, entries=150, sequenceid=421, filesize=12.0 K 2024-12-05T03:21:36,486 DEBUG [RS_CLOSE_REGION-regionserver/971fbbbe942d:0-0 {event_type=M_RS_CLOSE_REGION, pid=167}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/.tmp/C/0c54cfaed7cf4d5399fb3e0432ccadc2 as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/C/0c54cfaed7cf4d5399fb3e0432ccadc2 2024-12-05T03:21:36,489 INFO [RS_CLOSE_REGION-regionserver/971fbbbe942d:0-0 {event_type=M_RS_CLOSE_REGION, pid=167}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/C/0c54cfaed7cf4d5399fb3e0432ccadc2, entries=150, sequenceid=421, filesize=12.0 K 2024-12-05T03:21:36,489 INFO [RS_CLOSE_REGION-regionserver/971fbbbe942d:0-0 {event_type=M_RS_CLOSE_REGION, pid=167}] regionserver.HRegion(3040): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for 8678a82b280c05ad526adecf420afb71 in 1239ms, sequenceid=421, compaction requested=true 2024-12-05T03:21:36,490 DEBUG [StoreCloser-TestAcidGuarantees,,1733368864518.8678a82b280c05ad526adecf420afb71.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/A/5fab3512e3ae4840ab70408848c4e8b7, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/A/5bbbfd17a8674dbe8f8669e4d88fce53, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/A/8ebca16a5c97483cab5a53a35c743179, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/A/da926acc2a9546aead61a9dd6b78dd35, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/A/bcbd105bffa74336b515610a95c7e6e1, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/A/7d967aa7df17400499f227e14676a35a, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/A/c3100e646fc14b1aa900d2cb898c2722, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/A/8ce82e6e2a5c4276a1076ba30adfd4e8, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/A/7f411f5aa2a8464190d68ba24e903f1d, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/A/7fd88c95807d4cefaa93f7f3dbbfc316, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/A/680686d39afe4719bedef71e643a8ab0, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/A/f6f2448d32854d5a97f575ecdf05cf1e, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/A/c28e1a4b2dd84034adb9798838a66584, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/A/2c4379ef74ef4bc1ab9075121e5afdea, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/A/5aaa463045b944daa1305209b26029e8, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/A/b316b6ed7d6a421ba5d554b931ac556c, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/A/16b7bec9fa4d4fb0937c8899295d5411, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/A/f2c95e1ba57f4368a67d7b193205e07d, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/A/829c41e3cc1c40a3a821e7971cae2669, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/A/1a01439f463c4ab18a99616fe176e979, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/A/70731bea519a4b01b2512558e214e37c, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/A/28abbc630d5e42f2a530af028dce3205, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/A/ef600049731e48538735f0de205593c8, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/A/b8e0ca1bf00344fe8b67850e94055a1d, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/A/ae98501b71f14a77a84983721bb241be, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/A/09245e2b9de7417bbe616e00b0d7a8c5, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/A/fb731c61e94245209b7bf3343baad313, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/A/432cc19f0ae44528ae0a509067ada673] to archive 2024-12-05T03:21:36,491 DEBUG [StoreCloser-TestAcidGuarantees,,1733368864518.8678a82b280c05ad526adecf420afb71.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-05T03:21:36,492 DEBUG [StoreCloser-TestAcidGuarantees,,1733368864518.8678a82b280c05ad526adecf420afb71.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/A/5fab3512e3ae4840ab70408848c4e8b7 to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/A/5fab3512e3ae4840ab70408848c4e8b7 2024-12-05T03:21:36,493 DEBUG [StoreCloser-TestAcidGuarantees,,1733368864518.8678a82b280c05ad526adecf420afb71.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/A/5bbbfd17a8674dbe8f8669e4d88fce53 to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/A/5bbbfd17a8674dbe8f8669e4d88fce53 2024-12-05T03:21:36,493 DEBUG [StoreCloser-TestAcidGuarantees,,1733368864518.8678a82b280c05ad526adecf420afb71.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/A/8ebca16a5c97483cab5a53a35c743179 to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/A/8ebca16a5c97483cab5a53a35c743179 2024-12-05T03:21:36,494 DEBUG [StoreCloser-TestAcidGuarantees,,1733368864518.8678a82b280c05ad526adecf420afb71.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/A/da926acc2a9546aead61a9dd6b78dd35 to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/A/da926acc2a9546aead61a9dd6b78dd35 2024-12-05T03:21:36,495 DEBUG [StoreCloser-TestAcidGuarantees,,1733368864518.8678a82b280c05ad526adecf420afb71.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/A/bcbd105bffa74336b515610a95c7e6e1 to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/A/bcbd105bffa74336b515610a95c7e6e1 2024-12-05T03:21:36,496 DEBUG [StoreCloser-TestAcidGuarantees,,1733368864518.8678a82b280c05ad526adecf420afb71.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/A/7d967aa7df17400499f227e14676a35a to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/A/7d967aa7df17400499f227e14676a35a 2024-12-05T03:21:36,497 DEBUG [StoreCloser-TestAcidGuarantees,,1733368864518.8678a82b280c05ad526adecf420afb71.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/A/c3100e646fc14b1aa900d2cb898c2722 to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/A/c3100e646fc14b1aa900d2cb898c2722 2024-12-05T03:21:36,498 DEBUG [StoreCloser-TestAcidGuarantees,,1733368864518.8678a82b280c05ad526adecf420afb71.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/A/8ce82e6e2a5c4276a1076ba30adfd4e8 to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/A/8ce82e6e2a5c4276a1076ba30adfd4e8 2024-12-05T03:21:36,499 DEBUG [StoreCloser-TestAcidGuarantees,,1733368864518.8678a82b280c05ad526adecf420afb71.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/A/7f411f5aa2a8464190d68ba24e903f1d to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/A/7f411f5aa2a8464190d68ba24e903f1d 2024-12-05T03:21:36,499 DEBUG [StoreCloser-TestAcidGuarantees,,1733368864518.8678a82b280c05ad526adecf420afb71.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/A/7fd88c95807d4cefaa93f7f3dbbfc316 to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/A/7fd88c95807d4cefaa93f7f3dbbfc316 2024-12-05T03:21:36,500 DEBUG [StoreCloser-TestAcidGuarantees,,1733368864518.8678a82b280c05ad526adecf420afb71.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/A/680686d39afe4719bedef71e643a8ab0 to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/A/680686d39afe4719bedef71e643a8ab0 2024-12-05T03:21:36,501 DEBUG [StoreCloser-TestAcidGuarantees,,1733368864518.8678a82b280c05ad526adecf420afb71.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/A/f6f2448d32854d5a97f575ecdf05cf1e to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/A/f6f2448d32854d5a97f575ecdf05cf1e 2024-12-05T03:21:36,502 DEBUG [StoreCloser-TestAcidGuarantees,,1733368864518.8678a82b280c05ad526adecf420afb71.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/A/c28e1a4b2dd84034adb9798838a66584 to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/A/c28e1a4b2dd84034adb9798838a66584 2024-12-05T03:21:36,503 DEBUG [StoreCloser-TestAcidGuarantees,,1733368864518.8678a82b280c05ad526adecf420afb71.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/A/2c4379ef74ef4bc1ab9075121e5afdea to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/A/2c4379ef74ef4bc1ab9075121e5afdea 2024-12-05T03:21:36,504 DEBUG [StoreCloser-TestAcidGuarantees,,1733368864518.8678a82b280c05ad526adecf420afb71.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/A/5aaa463045b944daa1305209b26029e8 to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/A/5aaa463045b944daa1305209b26029e8 2024-12-05T03:21:36,505 DEBUG [StoreCloser-TestAcidGuarantees,,1733368864518.8678a82b280c05ad526adecf420afb71.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/A/b316b6ed7d6a421ba5d554b931ac556c to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/A/b316b6ed7d6a421ba5d554b931ac556c 2024-12-05T03:21:36,505 DEBUG [StoreCloser-TestAcidGuarantees,,1733368864518.8678a82b280c05ad526adecf420afb71.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/A/16b7bec9fa4d4fb0937c8899295d5411 to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/A/16b7bec9fa4d4fb0937c8899295d5411 2024-12-05T03:21:36,507 DEBUG [StoreCloser-TestAcidGuarantees,,1733368864518.8678a82b280c05ad526adecf420afb71.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/A/f2c95e1ba57f4368a67d7b193205e07d to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/A/f2c95e1ba57f4368a67d7b193205e07d 2024-12-05T03:21:36,508 DEBUG [StoreCloser-TestAcidGuarantees,,1733368864518.8678a82b280c05ad526adecf420afb71.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/A/829c41e3cc1c40a3a821e7971cae2669 to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/A/829c41e3cc1c40a3a821e7971cae2669 2024-12-05T03:21:36,509 DEBUG [StoreCloser-TestAcidGuarantees,,1733368864518.8678a82b280c05ad526adecf420afb71.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/A/1a01439f463c4ab18a99616fe176e979 to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/A/1a01439f463c4ab18a99616fe176e979 2024-12-05T03:21:36,510 DEBUG [StoreCloser-TestAcidGuarantees,,1733368864518.8678a82b280c05ad526adecf420afb71.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/A/70731bea519a4b01b2512558e214e37c to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/A/70731bea519a4b01b2512558e214e37c 2024-12-05T03:21:36,510 DEBUG [StoreCloser-TestAcidGuarantees,,1733368864518.8678a82b280c05ad526adecf420afb71.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/A/28abbc630d5e42f2a530af028dce3205 to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/A/28abbc630d5e42f2a530af028dce3205 2024-12-05T03:21:36,511 DEBUG [StoreCloser-TestAcidGuarantees,,1733368864518.8678a82b280c05ad526adecf420afb71.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/A/ef600049731e48538735f0de205593c8 to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/A/ef600049731e48538735f0de205593c8 2024-12-05T03:21:36,512 DEBUG [StoreCloser-TestAcidGuarantees,,1733368864518.8678a82b280c05ad526adecf420afb71.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/A/b8e0ca1bf00344fe8b67850e94055a1d to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/A/b8e0ca1bf00344fe8b67850e94055a1d 2024-12-05T03:21:36,513 DEBUG [StoreCloser-TestAcidGuarantees,,1733368864518.8678a82b280c05ad526adecf420afb71.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/A/ae98501b71f14a77a84983721bb241be to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/A/ae98501b71f14a77a84983721bb241be 2024-12-05T03:21:36,514 DEBUG [StoreCloser-TestAcidGuarantees,,1733368864518.8678a82b280c05ad526adecf420afb71.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/A/09245e2b9de7417bbe616e00b0d7a8c5 to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/A/09245e2b9de7417bbe616e00b0d7a8c5 2024-12-05T03:21:36,515 DEBUG [StoreCloser-TestAcidGuarantees,,1733368864518.8678a82b280c05ad526adecf420afb71.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/A/fb731c61e94245209b7bf3343baad313 to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/A/fb731c61e94245209b7bf3343baad313 2024-12-05T03:21:36,516 DEBUG [StoreCloser-TestAcidGuarantees,,1733368864518.8678a82b280c05ad526adecf420afb71.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/A/432cc19f0ae44528ae0a509067ada673 to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/A/432cc19f0ae44528ae0a509067ada673 2024-12-05T03:21:36,517 DEBUG [StoreCloser-TestAcidGuarantees,,1733368864518.8678a82b280c05ad526adecf420afb71.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/B/50c3505764c34cb687b0f9604f5843bd, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/B/5ee5c704b22142d88749acace3bc6f38, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/B/274c7b428dcf49f8bf364b683d37c1f4, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/B/09208792f64341c282d67e57d5df26c1, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/B/b3437aba78aa49758a8e43327774d0ce, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/B/52a7f6a3b56e4ea785c5a6df10e7500e, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/B/2888ee92ef1f419f8e295b3bc1d049f3, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/B/525732422b234447980c6938406911b4, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/B/21c5e0a14a8541d4b01590bc1ca337fa, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/B/081f56f256464e7e9702e07be2cd1612, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/B/161d75e7059e495c90067beed1aea171, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/B/8955b94f05fb423984783b8429b3b538, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/B/1a54ecf664c445de982b5b6b4de03af4, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/B/4196e46cfc9b4367b940235f8c30f612, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/B/ea13abf9024c4dc88d1d78166eb62761, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/B/7d1e5d935d4b496e8899a3cec60c52b6, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/B/e8957729356a4cce83047a589c772ca3, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/B/ac0a2ab799d848aa84a814fcf40df81e, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/B/e0b1a26847ab44fca054aa96430eda5e, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/B/8118225958ed4ab4ae25bd48870456b2, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/B/09f64951180d489da7a494e2ff833f1d, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/B/c50bad9f3c68437ab24de608050d8b4e, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/B/29ed108b3d7542ed9f2d4228d92cfd3f, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/B/33e65ac378d24eeb8de9bfaf63b6a8ec, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/B/ffe7da8e64df4d6c85a09b5aeefb8471, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/B/e409e9630adf4c6f8a8ca1d69223ffe8, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/B/f2a02e1e9fc04584b8caffeadbc26bec, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/B/694aa3dd3f6b465baff07039133dd352] to archive 2024-12-05T03:21:36,517 DEBUG [StoreCloser-TestAcidGuarantees,,1733368864518.8678a82b280c05ad526adecf420afb71.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-05T03:21:36,519 DEBUG [StoreCloser-TestAcidGuarantees,,1733368864518.8678a82b280c05ad526adecf420afb71.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/B/50c3505764c34cb687b0f9604f5843bd to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/B/50c3505764c34cb687b0f9604f5843bd 2024-12-05T03:21:36,520 DEBUG [StoreCloser-TestAcidGuarantees,,1733368864518.8678a82b280c05ad526adecf420afb71.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/B/5ee5c704b22142d88749acace3bc6f38 to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/B/5ee5c704b22142d88749acace3bc6f38 2024-12-05T03:21:36,521 DEBUG [StoreCloser-TestAcidGuarantees,,1733368864518.8678a82b280c05ad526adecf420afb71.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/B/274c7b428dcf49f8bf364b683d37c1f4 to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/B/274c7b428dcf49f8bf364b683d37c1f4 2024-12-05T03:21:36,521 DEBUG [StoreCloser-TestAcidGuarantees,,1733368864518.8678a82b280c05ad526adecf420afb71.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/B/09208792f64341c282d67e57d5df26c1 to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/B/09208792f64341c282d67e57d5df26c1 2024-12-05T03:21:36,522 DEBUG [StoreCloser-TestAcidGuarantees,,1733368864518.8678a82b280c05ad526adecf420afb71.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/B/b3437aba78aa49758a8e43327774d0ce to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/B/b3437aba78aa49758a8e43327774d0ce 2024-12-05T03:21:36,523 DEBUG [StoreCloser-TestAcidGuarantees,,1733368864518.8678a82b280c05ad526adecf420afb71.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/B/52a7f6a3b56e4ea785c5a6df10e7500e to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/B/52a7f6a3b56e4ea785c5a6df10e7500e 2024-12-05T03:21:36,524 DEBUG [StoreCloser-TestAcidGuarantees,,1733368864518.8678a82b280c05ad526adecf420afb71.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/B/2888ee92ef1f419f8e295b3bc1d049f3 to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/B/2888ee92ef1f419f8e295b3bc1d049f3 2024-12-05T03:21:36,524 DEBUG [StoreCloser-TestAcidGuarantees,,1733368864518.8678a82b280c05ad526adecf420afb71.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/B/525732422b234447980c6938406911b4 to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/B/525732422b234447980c6938406911b4 2024-12-05T03:21:36,525 DEBUG [StoreCloser-TestAcidGuarantees,,1733368864518.8678a82b280c05ad526adecf420afb71.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/B/21c5e0a14a8541d4b01590bc1ca337fa to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/B/21c5e0a14a8541d4b01590bc1ca337fa 2024-12-05T03:21:36,526 DEBUG [StoreCloser-TestAcidGuarantees,,1733368864518.8678a82b280c05ad526adecf420afb71.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/B/081f56f256464e7e9702e07be2cd1612 to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/B/081f56f256464e7e9702e07be2cd1612 2024-12-05T03:21:36,527 DEBUG [StoreCloser-TestAcidGuarantees,,1733368864518.8678a82b280c05ad526adecf420afb71.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/B/161d75e7059e495c90067beed1aea171 to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/B/161d75e7059e495c90067beed1aea171 2024-12-05T03:21:36,527 DEBUG [StoreCloser-TestAcidGuarantees,,1733368864518.8678a82b280c05ad526adecf420afb71.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/B/8955b94f05fb423984783b8429b3b538 to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/B/8955b94f05fb423984783b8429b3b538 2024-12-05T03:21:36,528 DEBUG [StoreCloser-TestAcidGuarantees,,1733368864518.8678a82b280c05ad526adecf420afb71.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/B/1a54ecf664c445de982b5b6b4de03af4 to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/B/1a54ecf664c445de982b5b6b4de03af4 2024-12-05T03:21:36,529 DEBUG [StoreCloser-TestAcidGuarantees,,1733368864518.8678a82b280c05ad526adecf420afb71.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/B/4196e46cfc9b4367b940235f8c30f612 to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/B/4196e46cfc9b4367b940235f8c30f612 2024-12-05T03:21:36,530 DEBUG [StoreCloser-TestAcidGuarantees,,1733368864518.8678a82b280c05ad526adecf420afb71.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/B/ea13abf9024c4dc88d1d78166eb62761 to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/B/ea13abf9024c4dc88d1d78166eb62761 2024-12-05T03:21:36,530 DEBUG [StoreCloser-TestAcidGuarantees,,1733368864518.8678a82b280c05ad526adecf420afb71.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/B/7d1e5d935d4b496e8899a3cec60c52b6 to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/B/7d1e5d935d4b496e8899a3cec60c52b6 2024-12-05T03:21:36,531 DEBUG [StoreCloser-TestAcidGuarantees,,1733368864518.8678a82b280c05ad526adecf420afb71.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/B/e8957729356a4cce83047a589c772ca3 to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/B/e8957729356a4cce83047a589c772ca3 2024-12-05T03:21:36,532 DEBUG [StoreCloser-TestAcidGuarantees,,1733368864518.8678a82b280c05ad526adecf420afb71.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/B/ac0a2ab799d848aa84a814fcf40df81e to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/B/ac0a2ab799d848aa84a814fcf40df81e 2024-12-05T03:21:36,533 DEBUG [StoreCloser-TestAcidGuarantees,,1733368864518.8678a82b280c05ad526adecf420afb71.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/B/e0b1a26847ab44fca054aa96430eda5e to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/B/e0b1a26847ab44fca054aa96430eda5e 2024-12-05T03:21:36,533 DEBUG [StoreCloser-TestAcidGuarantees,,1733368864518.8678a82b280c05ad526adecf420afb71.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/B/8118225958ed4ab4ae25bd48870456b2 to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/B/8118225958ed4ab4ae25bd48870456b2 2024-12-05T03:21:36,534 DEBUG [StoreCloser-TestAcidGuarantees,,1733368864518.8678a82b280c05ad526adecf420afb71.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/B/09f64951180d489da7a494e2ff833f1d to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/B/09f64951180d489da7a494e2ff833f1d 2024-12-05T03:21:36,535 DEBUG [StoreCloser-TestAcidGuarantees,,1733368864518.8678a82b280c05ad526adecf420afb71.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/B/c50bad9f3c68437ab24de608050d8b4e to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/B/c50bad9f3c68437ab24de608050d8b4e 2024-12-05T03:21:36,536 DEBUG [StoreCloser-TestAcidGuarantees,,1733368864518.8678a82b280c05ad526adecf420afb71.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/B/29ed108b3d7542ed9f2d4228d92cfd3f to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/B/29ed108b3d7542ed9f2d4228d92cfd3f 2024-12-05T03:21:36,536 DEBUG [StoreCloser-TestAcidGuarantees,,1733368864518.8678a82b280c05ad526adecf420afb71.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/B/33e65ac378d24eeb8de9bfaf63b6a8ec to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/B/33e65ac378d24eeb8de9bfaf63b6a8ec 2024-12-05T03:21:36,537 DEBUG [StoreCloser-TestAcidGuarantees,,1733368864518.8678a82b280c05ad526adecf420afb71.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/B/ffe7da8e64df4d6c85a09b5aeefb8471 to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/B/ffe7da8e64df4d6c85a09b5aeefb8471 2024-12-05T03:21:36,538 DEBUG [StoreCloser-TestAcidGuarantees,,1733368864518.8678a82b280c05ad526adecf420afb71.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/B/e409e9630adf4c6f8a8ca1d69223ffe8 to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/B/e409e9630adf4c6f8a8ca1d69223ffe8 2024-12-05T03:21:36,539 DEBUG [StoreCloser-TestAcidGuarantees,,1733368864518.8678a82b280c05ad526adecf420afb71.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/B/f2a02e1e9fc04584b8caffeadbc26bec to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/B/f2a02e1e9fc04584b8caffeadbc26bec 2024-12-05T03:21:36,539 DEBUG [StoreCloser-TestAcidGuarantees,,1733368864518.8678a82b280c05ad526adecf420afb71.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/B/694aa3dd3f6b465baff07039133dd352 to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/B/694aa3dd3f6b465baff07039133dd352 2024-12-05T03:21:36,540 DEBUG [StoreCloser-TestAcidGuarantees,,1733368864518.8678a82b280c05ad526adecf420afb71.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/C/d2ce24f1d6944461a61743f1e6528ef8, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/C/33567a7a2a344374a834cb5648a0cfe6, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/C/1e094cd5b09944659bdf6b4a0588bf99, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/C/201212034f3f4c88bb0074070b004d7b, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/C/1623aea46a064fa79f3242ef92d04ccc, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/C/b4f9d8c34d334b99a2045e58e972a0e4, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/C/74148f918f344677a9e7cf3f8ebb556a, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/C/44bf303339b64ea894f92a081df618b0, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/C/9d5c5b2b2c2d47d7b39bec8f5503d53f, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/C/e1fcee6e6be148db87bb5acf1a670156, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/C/4c26aad03da4434b9a9e469658f4f0ce, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/C/5a1d11cac7ed4a989bccb43e25ed355d, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/C/5b9cb70510764a38af9e96479e459a9e, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/C/9d97c6f41aa64756a752df14da523ca5, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/C/e68a465bb86f44999cb93d835e028f6b, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/C/ecb342f6ba2a4cc893658af482984024, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/C/aa7db07c48da4768973212c6dc1abd0c, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/C/ca886f56362a4f67a6cb948c9c4da951, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/C/bd58093c035a49609c09a2ee2c7a603c, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/C/64833d50c8794107b77362c51a7faf29, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/C/ce06a38e30d24e1698d2924c1979784b, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/C/a550dd1c9b034bb89cd907dfbc3c86df, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/C/c86c805ba5074e2b87b408bdfd78efb1, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/C/450ee05cc6d34f47b29318cdbf97f5e6, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/C/6ca22be740234b9fb14a4610f39a647c, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/C/55d15877198b4d3a8590d899d64e2f96, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/C/0c68fc6f728d4c54b5aa1ce1f44d1e9b, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/C/836e7153316543da89e17388aa0c9666] to archive 2024-12-05T03:21:36,541 DEBUG [StoreCloser-TestAcidGuarantees,,1733368864518.8678a82b280c05ad526adecf420afb71.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-05T03:21:36,542 DEBUG [StoreCloser-TestAcidGuarantees,,1733368864518.8678a82b280c05ad526adecf420afb71.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/C/d2ce24f1d6944461a61743f1e6528ef8 to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/C/d2ce24f1d6944461a61743f1e6528ef8 2024-12-05T03:21:36,543 DEBUG [StoreCloser-TestAcidGuarantees,,1733368864518.8678a82b280c05ad526adecf420afb71.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/C/33567a7a2a344374a834cb5648a0cfe6 to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/C/33567a7a2a344374a834cb5648a0cfe6 2024-12-05T03:21:36,544 DEBUG [StoreCloser-TestAcidGuarantees,,1733368864518.8678a82b280c05ad526adecf420afb71.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/C/1e094cd5b09944659bdf6b4a0588bf99 to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/C/1e094cd5b09944659bdf6b4a0588bf99 2024-12-05T03:21:36,544 DEBUG [StoreCloser-TestAcidGuarantees,,1733368864518.8678a82b280c05ad526adecf420afb71.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/C/201212034f3f4c88bb0074070b004d7b to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/C/201212034f3f4c88bb0074070b004d7b 2024-12-05T03:21:36,545 DEBUG [StoreCloser-TestAcidGuarantees,,1733368864518.8678a82b280c05ad526adecf420afb71.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/C/1623aea46a064fa79f3242ef92d04ccc to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/C/1623aea46a064fa79f3242ef92d04ccc 2024-12-05T03:21:36,546 DEBUG [StoreCloser-TestAcidGuarantees,,1733368864518.8678a82b280c05ad526adecf420afb71.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/C/b4f9d8c34d334b99a2045e58e972a0e4 to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/C/b4f9d8c34d334b99a2045e58e972a0e4 2024-12-05T03:21:36,547 DEBUG [StoreCloser-TestAcidGuarantees,,1733368864518.8678a82b280c05ad526adecf420afb71.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/C/74148f918f344677a9e7cf3f8ebb556a to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/C/74148f918f344677a9e7cf3f8ebb556a 2024-12-05T03:21:36,547 DEBUG [StoreCloser-TestAcidGuarantees,,1733368864518.8678a82b280c05ad526adecf420afb71.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/C/44bf303339b64ea894f92a081df618b0 to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/C/44bf303339b64ea894f92a081df618b0 2024-12-05T03:21:36,548 DEBUG [StoreCloser-TestAcidGuarantees,,1733368864518.8678a82b280c05ad526adecf420afb71.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/C/9d5c5b2b2c2d47d7b39bec8f5503d53f to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/C/9d5c5b2b2c2d47d7b39bec8f5503d53f 2024-12-05T03:21:36,549 DEBUG [StoreCloser-TestAcidGuarantees,,1733368864518.8678a82b280c05ad526adecf420afb71.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/C/e1fcee6e6be148db87bb5acf1a670156 to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/C/e1fcee6e6be148db87bb5acf1a670156 2024-12-05T03:21:36,550 DEBUG [StoreCloser-TestAcidGuarantees,,1733368864518.8678a82b280c05ad526adecf420afb71.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/C/4c26aad03da4434b9a9e469658f4f0ce to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/C/4c26aad03da4434b9a9e469658f4f0ce 2024-12-05T03:21:36,550 DEBUG [StoreCloser-TestAcidGuarantees,,1733368864518.8678a82b280c05ad526adecf420afb71.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/C/5a1d11cac7ed4a989bccb43e25ed355d to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/C/5a1d11cac7ed4a989bccb43e25ed355d 2024-12-05T03:21:36,551 DEBUG [StoreCloser-TestAcidGuarantees,,1733368864518.8678a82b280c05ad526adecf420afb71.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/C/5b9cb70510764a38af9e96479e459a9e to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/C/5b9cb70510764a38af9e96479e459a9e 2024-12-05T03:21:36,552 DEBUG [StoreCloser-TestAcidGuarantees,,1733368864518.8678a82b280c05ad526adecf420afb71.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/C/9d97c6f41aa64756a752df14da523ca5 to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/C/9d97c6f41aa64756a752df14da523ca5 2024-12-05T03:21:36,553 DEBUG [StoreCloser-TestAcidGuarantees,,1733368864518.8678a82b280c05ad526adecf420afb71.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/C/e68a465bb86f44999cb93d835e028f6b to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/C/e68a465bb86f44999cb93d835e028f6b 2024-12-05T03:21:36,554 DEBUG [StoreCloser-TestAcidGuarantees,,1733368864518.8678a82b280c05ad526adecf420afb71.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/C/ecb342f6ba2a4cc893658af482984024 to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/C/ecb342f6ba2a4cc893658af482984024 2024-12-05T03:21:36,555 DEBUG [StoreCloser-TestAcidGuarantees,,1733368864518.8678a82b280c05ad526adecf420afb71.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/C/aa7db07c48da4768973212c6dc1abd0c to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/C/aa7db07c48da4768973212c6dc1abd0c 2024-12-05T03:21:36,555 DEBUG [StoreCloser-TestAcidGuarantees,,1733368864518.8678a82b280c05ad526adecf420afb71.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/C/ca886f56362a4f67a6cb948c9c4da951 to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/C/ca886f56362a4f67a6cb948c9c4da951 2024-12-05T03:21:36,556 DEBUG [StoreCloser-TestAcidGuarantees,,1733368864518.8678a82b280c05ad526adecf420afb71.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/C/bd58093c035a49609c09a2ee2c7a603c to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/C/bd58093c035a49609c09a2ee2c7a603c 2024-12-05T03:21:36,557 DEBUG [StoreCloser-TestAcidGuarantees,,1733368864518.8678a82b280c05ad526adecf420afb71.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/C/64833d50c8794107b77362c51a7faf29 to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/C/64833d50c8794107b77362c51a7faf29 2024-12-05T03:21:36,558 DEBUG [StoreCloser-TestAcidGuarantees,,1733368864518.8678a82b280c05ad526adecf420afb71.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/C/ce06a38e30d24e1698d2924c1979784b to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/C/ce06a38e30d24e1698d2924c1979784b 2024-12-05T03:21:36,558 DEBUG [StoreCloser-TestAcidGuarantees,,1733368864518.8678a82b280c05ad526adecf420afb71.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/C/a550dd1c9b034bb89cd907dfbc3c86df to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/C/a550dd1c9b034bb89cd907dfbc3c86df 2024-12-05T03:21:36,559 DEBUG [StoreCloser-TestAcidGuarantees,,1733368864518.8678a82b280c05ad526adecf420afb71.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/C/c86c805ba5074e2b87b408bdfd78efb1 to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/C/c86c805ba5074e2b87b408bdfd78efb1 2024-12-05T03:21:36,560 DEBUG [StoreCloser-TestAcidGuarantees,,1733368864518.8678a82b280c05ad526adecf420afb71.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/C/450ee05cc6d34f47b29318cdbf97f5e6 to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/C/450ee05cc6d34f47b29318cdbf97f5e6 2024-12-05T03:21:36,561 DEBUG [StoreCloser-TestAcidGuarantees,,1733368864518.8678a82b280c05ad526adecf420afb71.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/C/6ca22be740234b9fb14a4610f39a647c to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/C/6ca22be740234b9fb14a4610f39a647c 2024-12-05T03:21:36,561 DEBUG [StoreCloser-TestAcidGuarantees,,1733368864518.8678a82b280c05ad526adecf420afb71.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/C/55d15877198b4d3a8590d899d64e2f96 to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/C/55d15877198b4d3a8590d899d64e2f96 2024-12-05T03:21:36,562 DEBUG [StoreCloser-TestAcidGuarantees,,1733368864518.8678a82b280c05ad526adecf420afb71.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/C/0c68fc6f728d4c54b5aa1ce1f44d1e9b to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/C/0c68fc6f728d4c54b5aa1ce1f44d1e9b 2024-12-05T03:21:36,563 DEBUG [StoreCloser-TestAcidGuarantees,,1733368864518.8678a82b280c05ad526adecf420afb71.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/C/836e7153316543da89e17388aa0c9666 to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/C/836e7153316543da89e17388aa0c9666 2024-12-05T03:21:36,566 DEBUG [RS_CLOSE_REGION-regionserver/971fbbbe942d:0-0 {event_type=M_RS_CLOSE_REGION, pid=167}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/recovered.edits/424.seqid, newMaxSeqId=424, maxSeqId=1 2024-12-05T03:21:36,567 INFO [RS_CLOSE_REGION-regionserver/971fbbbe942d:0-0 {event_type=M_RS_CLOSE_REGION, pid=167}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1733368864518.8678a82b280c05ad526adecf420afb71. 2024-12-05T03:21:36,567 DEBUG [RS_CLOSE_REGION-regionserver/971fbbbe942d:0-0 {event_type=M_RS_CLOSE_REGION, pid=167}] regionserver.HRegion(1635): Region close journal for 8678a82b280c05ad526adecf420afb71: 2024-12-05T03:21:36,568 INFO [RS_CLOSE_REGION-regionserver/971fbbbe942d:0-0 {event_type=M_RS_CLOSE_REGION, pid=167}] handler.UnassignRegionHandler(170): Closed 8678a82b280c05ad526adecf420afb71 2024-12-05T03:21:36,568 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=166 updating hbase:meta row=8678a82b280c05ad526adecf420afb71, regionState=CLOSED 2024-12-05T03:21:36,570 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=167, resume processing ppid=166 2024-12-05T03:21:36,570 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=167, ppid=166, state=SUCCESS; CloseRegionProcedure 8678a82b280c05ad526adecf420afb71, server=971fbbbe942d,46085,1733368737191 in 1.4710 sec 2024-12-05T03:21:36,571 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=166, resume processing ppid=165 2024-12-05T03:21:36,571 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=166, ppid=165, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=8678a82b280c05ad526adecf420afb71, UNASSIGN in 1.4730 sec 2024-12-05T03:21:36,573 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=165, resume processing ppid=164 2024-12-05T03:21:36,573 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=165, ppid=164, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.4760 sec 2024-12-05T03:21:36,573 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733368896573"}]},"ts":"1733368896573"} 2024-12-05T03:21:36,574 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-12-05T03:21:36,576 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-12-05T03:21:36,577 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=164, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 1.4890 sec 2024-12-05T03:21:36,938 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-12-05T03:21:37,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=164 2024-12-05T03:21:37,194 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 164 completed 2024-12-05T03:21:37,195 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-12-05T03:21:37,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] procedure2.ProcedureExecutor(1098): Stored pid=168, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-12-05T03:21:37,196 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=168, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-05T03:21:37,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=168 2024-12-05T03:21:37,196 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=168, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-05T03:21:37,198 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71 2024-12-05T03:21:37,200 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/A, FileablePath, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/B, FileablePath, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/C, FileablePath, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/recovered.edits] 2024-12-05T03:21:37,202 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/A/0c642a5e78324dbaa54c8f97729d6fca to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/A/0c642a5e78324dbaa54c8f97729d6fca 2024-12-05T03:21:37,202 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/A/691f7acd9c7a4efaa915a3736ac49de2 to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/A/691f7acd9c7a4efaa915a3736ac49de2 2024-12-05T03:21:37,203 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/A/750f87eb5b794878b7fef11c3fbadd8f to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/A/750f87eb5b794878b7fef11c3fbadd8f 2024-12-05T03:21:37,205 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/B/51b31641031d42f6967f18edb6a2cc9c to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/B/51b31641031d42f6967f18edb6a2cc9c 2024-12-05T03:21:37,205 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/B/53956d86a8744ecca2eefa3b9f3f3260 to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/B/53956d86a8744ecca2eefa3b9f3f3260 2024-12-05T03:21:37,206 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/B/81cdd62be97648caae24e283965d1398 to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/B/81cdd62be97648caae24e283965d1398 2024-12-05T03:21:37,208 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/C/0c54cfaed7cf4d5399fb3e0432ccadc2 to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/C/0c54cfaed7cf4d5399fb3e0432ccadc2 2024-12-05T03:21:37,208 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/C/95197251eada4771a3bdd2b84a982349 to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/C/95197251eada4771a3bdd2b84a982349 2024-12-05T03:21:37,209 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/C/e9a800460e3946e8bfa60a0a46d23089 to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/C/e9a800460e3946e8bfa60a0a46d23089 2024-12-05T03:21:37,211 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/recovered.edits/424.seqid to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71/recovered.edits/424.seqid 2024-12-05T03:21:37,211 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/8678a82b280c05ad526adecf420afb71 2024-12-05T03:21:37,211 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-12-05T03:21:37,213 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=168, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-05T03:21:37,214 WARN [PEWorker-2 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-12-05T03:21:37,216 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-12-05T03:21:37,216 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=168, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-05T03:21:37,216 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-12-05T03:21:37,217 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1733368864518.8678a82b280c05ad526adecf420afb71.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1733368897216"}]},"ts":"9223372036854775807"} 2024-12-05T03:21:37,218 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-12-05T03:21:37,218 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => 8678a82b280c05ad526adecf420afb71, NAME => 'TestAcidGuarantees,,1733368864518.8678a82b280c05ad526adecf420afb71.', STARTKEY => '', ENDKEY => ''}] 2024-12-05T03:21:37,218 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-12-05T03:21:37,218 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1733368897218"}]},"ts":"9223372036854775807"} 2024-12-05T03:21:37,219 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-12-05T03:21:37,221 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(133): Finished pid=168, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-05T03:21:37,221 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=168, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 26 msec 2024-12-05T03:21:37,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=168 2024-12-05T03:21:37,297 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 168 completed 2024-12-05T03:21:37,307 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithAdaptivePolicy#testScanAtomicity Thread=238 (was 239), OpenFileDescriptor=445 (was 448), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=400 (was 439), ProcessCount=9 (was 11), AvailableMemoryMB=6888 (was 5854) - AvailableMemoryMB LEAK? - 2024-12-05T03:21:37,316 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithAdaptivePolicy#testMobGetAtomicity Thread=238, OpenFileDescriptor=445, MaxFileDescriptor=1048576, SystemLoadAverage=400, ProcessCount=9, AvailableMemoryMB=6888 2024-12-05T03:21:37,317 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-12-05T03:21:37,318 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T03:21:37,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] procedure2.ProcedureExecutor(1098): Stored pid=169, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-12-05T03:21:37,319 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=169, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-12-05T03:21:37,319 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:37,319 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 169 2024-12-05T03:21:37,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=169 2024-12-05T03:21:37,320 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=169, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-05T03:21:37,324 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073742447_1623 (size=963) 2024-12-05T03:21:37,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=169 2024-12-05T03:21:37,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=169 2024-12-05T03:21:37,726 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 391eaad722486776ccef74e9c34b02b1, NAME => 'TestAcidGuarantees,,1733368897317.391eaad722486776ccef74e9c34b02b1.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c 2024-12-05T03:21:37,730 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073742448_1624 (size=53) 2024-12-05T03:21:37,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=169 2024-12-05T03:21:38,131 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1733368897317.391eaad722486776ccef74e9c34b02b1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T03:21:38,131 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing 391eaad722486776ccef74e9c34b02b1, disabling compactions & flushes 2024-12-05T03:21:38,131 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1733368897317.391eaad722486776ccef74e9c34b02b1. 2024-12-05T03:21:38,131 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1733368897317.391eaad722486776ccef74e9c34b02b1. 2024-12-05T03:21:38,131 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1733368897317.391eaad722486776ccef74e9c34b02b1. after waiting 0 ms 2024-12-05T03:21:38,131 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1733368897317.391eaad722486776ccef74e9c34b02b1. 2024-12-05T03:21:38,131 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1733368897317.391eaad722486776ccef74e9c34b02b1. 2024-12-05T03:21:38,131 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for 391eaad722486776ccef74e9c34b02b1: 2024-12-05T03:21:38,132 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=169, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-12-05T03:21:38,132 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1733368897317.391eaad722486776ccef74e9c34b02b1.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1733368898132"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733368898132"}]},"ts":"1733368898132"} 2024-12-05T03:21:38,133 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-12-05T03:21:38,134 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=169, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-05T03:21:38,134 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733368898134"}]},"ts":"1733368898134"} 2024-12-05T03:21:38,135 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-12-05T03:21:38,138 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=170, ppid=169, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=391eaad722486776ccef74e9c34b02b1, ASSIGN}] 2024-12-05T03:21:38,139 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=170, ppid=169, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=391eaad722486776ccef74e9c34b02b1, ASSIGN 2024-12-05T03:21:38,139 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=170, ppid=169, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=391eaad722486776ccef74e9c34b02b1, ASSIGN; state=OFFLINE, location=971fbbbe942d,46085,1733368737191; forceNewPlan=false, retain=false 2024-12-05T03:21:38,290 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=170 updating hbase:meta row=391eaad722486776ccef74e9c34b02b1, regionState=OPENING, regionLocation=971fbbbe942d,46085,1733368737191 2024-12-05T03:21:38,291 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=171, ppid=170, state=RUNNABLE; OpenRegionProcedure 391eaad722486776ccef74e9c34b02b1, server=971fbbbe942d,46085,1733368737191}] 2024-12-05T03:21:38,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=169 2024-12-05T03:21:38,442 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 971fbbbe942d,46085,1733368737191 2024-12-05T03:21:38,445 INFO [RS_OPEN_REGION-regionserver/971fbbbe942d:0-0 {event_type=M_RS_OPEN_REGION, pid=171}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1733368897317.391eaad722486776ccef74e9c34b02b1. 2024-12-05T03:21:38,445 DEBUG [RS_OPEN_REGION-regionserver/971fbbbe942d:0-0 {event_type=M_RS_OPEN_REGION, pid=171}] regionserver.HRegion(7285): Opening region: {ENCODED => 391eaad722486776ccef74e9c34b02b1, NAME => 'TestAcidGuarantees,,1733368897317.391eaad722486776ccef74e9c34b02b1.', STARTKEY => '', ENDKEY => ''} 2024-12-05T03:21:38,446 DEBUG [RS_OPEN_REGION-regionserver/971fbbbe942d:0-0 {event_type=M_RS_OPEN_REGION, pid=171}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 391eaad722486776ccef74e9c34b02b1 2024-12-05T03:21:38,446 DEBUG [RS_OPEN_REGION-regionserver/971fbbbe942d:0-0 {event_type=M_RS_OPEN_REGION, pid=171}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1733368897317.391eaad722486776ccef74e9c34b02b1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T03:21:38,446 DEBUG [RS_OPEN_REGION-regionserver/971fbbbe942d:0-0 {event_type=M_RS_OPEN_REGION, pid=171}] regionserver.HRegion(7327): checking encryption for 391eaad722486776ccef74e9c34b02b1 2024-12-05T03:21:38,446 DEBUG [RS_OPEN_REGION-regionserver/971fbbbe942d:0-0 {event_type=M_RS_OPEN_REGION, pid=171}] regionserver.HRegion(7330): checking classloading for 391eaad722486776ccef74e9c34b02b1 2024-12-05T03:21:38,447 INFO [StoreOpener-391eaad722486776ccef74e9c34b02b1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 391eaad722486776ccef74e9c34b02b1 2024-12-05T03:21:38,448 INFO [StoreOpener-391eaad722486776ccef74e9c34b02b1-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-05T03:21:38,448 INFO [StoreOpener-391eaad722486776ccef74e9c34b02b1-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 391eaad722486776ccef74e9c34b02b1 columnFamilyName A 2024-12-05T03:21:38,448 DEBUG [StoreOpener-391eaad722486776ccef74e9c34b02b1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:38,448 INFO [StoreOpener-391eaad722486776ccef74e9c34b02b1-1 {}] regionserver.HStore(327): Store=391eaad722486776ccef74e9c34b02b1/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T03:21:38,449 INFO [StoreOpener-391eaad722486776ccef74e9c34b02b1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 391eaad722486776ccef74e9c34b02b1 2024-12-05T03:21:38,449 INFO [StoreOpener-391eaad722486776ccef74e9c34b02b1-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-05T03:21:38,450 INFO [StoreOpener-391eaad722486776ccef74e9c34b02b1-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 391eaad722486776ccef74e9c34b02b1 columnFamilyName B 2024-12-05T03:21:38,450 DEBUG [StoreOpener-391eaad722486776ccef74e9c34b02b1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:38,450 INFO [StoreOpener-391eaad722486776ccef74e9c34b02b1-1 {}] regionserver.HStore(327): Store=391eaad722486776ccef74e9c34b02b1/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T03:21:38,450 INFO [StoreOpener-391eaad722486776ccef74e9c34b02b1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 391eaad722486776ccef74e9c34b02b1 2024-12-05T03:21:38,451 INFO [StoreOpener-391eaad722486776ccef74e9c34b02b1-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-05T03:21:38,451 INFO [StoreOpener-391eaad722486776ccef74e9c34b02b1-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 391eaad722486776ccef74e9c34b02b1 columnFamilyName C 2024-12-05T03:21:38,451 DEBUG [StoreOpener-391eaad722486776ccef74e9c34b02b1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:38,451 INFO [StoreOpener-391eaad722486776ccef74e9c34b02b1-1 {}] regionserver.HStore(327): Store=391eaad722486776ccef74e9c34b02b1/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T03:21:38,451 INFO [RS_OPEN_REGION-regionserver/971fbbbe942d:0-0 {event_type=M_RS_OPEN_REGION, pid=171}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1733368897317.391eaad722486776ccef74e9c34b02b1. 2024-12-05T03:21:38,452 DEBUG [RS_OPEN_REGION-regionserver/971fbbbe942d:0-0 {event_type=M_RS_OPEN_REGION, pid=171}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1 2024-12-05T03:21:38,452 DEBUG [RS_OPEN_REGION-regionserver/971fbbbe942d:0-0 {event_type=M_RS_OPEN_REGION, pid=171}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1 2024-12-05T03:21:38,453 DEBUG [RS_OPEN_REGION-regionserver/971fbbbe942d:0-0 {event_type=M_RS_OPEN_REGION, pid=171}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-05T03:21:38,454 DEBUG [RS_OPEN_REGION-regionserver/971fbbbe942d:0-0 {event_type=M_RS_OPEN_REGION, pid=171}] regionserver.HRegion(1085): writing seq id for 391eaad722486776ccef74e9c34b02b1 2024-12-05T03:21:38,455 DEBUG [RS_OPEN_REGION-regionserver/971fbbbe942d:0-0 {event_type=M_RS_OPEN_REGION, pid=171}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T03:21:38,456 INFO [RS_OPEN_REGION-regionserver/971fbbbe942d:0-0 {event_type=M_RS_OPEN_REGION, pid=171}] regionserver.HRegion(1102): Opened 391eaad722486776ccef74e9c34b02b1; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69731710, jitterRate=0.03908345103263855}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-05T03:21:38,456 DEBUG [RS_OPEN_REGION-regionserver/971fbbbe942d:0-0 {event_type=M_RS_OPEN_REGION, pid=171}] regionserver.HRegion(1001): Region open journal for 391eaad722486776ccef74e9c34b02b1: 2024-12-05T03:21:38,457 INFO [RS_OPEN_REGION-regionserver/971fbbbe942d:0-0 {event_type=M_RS_OPEN_REGION, pid=171}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1733368897317.391eaad722486776ccef74e9c34b02b1., pid=171, masterSystemTime=1733368898442 2024-12-05T03:21:38,458 DEBUG [RS_OPEN_REGION-regionserver/971fbbbe942d:0-0 {event_type=M_RS_OPEN_REGION, pid=171}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1733368897317.391eaad722486776ccef74e9c34b02b1. 2024-12-05T03:21:38,458 INFO [RS_OPEN_REGION-regionserver/971fbbbe942d:0-0 {event_type=M_RS_OPEN_REGION, pid=171}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1733368897317.391eaad722486776ccef74e9c34b02b1. 2024-12-05T03:21:38,458 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=170 updating hbase:meta row=391eaad722486776ccef74e9c34b02b1, regionState=OPEN, openSeqNum=2, regionLocation=971fbbbe942d,46085,1733368737191 2024-12-05T03:21:38,460 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=171, resume processing ppid=170 2024-12-05T03:21:38,460 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=171, ppid=170, state=SUCCESS; OpenRegionProcedure 391eaad722486776ccef74e9c34b02b1, server=971fbbbe942d,46085,1733368737191 in 168 msec 2024-12-05T03:21:38,462 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=170, resume processing ppid=169 2024-12-05T03:21:38,462 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=170, ppid=169, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=391eaad722486776ccef74e9c34b02b1, ASSIGN in 322 msec 2024-12-05T03:21:38,462 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=169, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-05T03:21:38,462 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733368898462"}]},"ts":"1733368898462"} 2024-12-05T03:21:38,463 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-12-05T03:21:38,465 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=169, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-12-05T03:21:38,466 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=169, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.1470 sec 2024-12-05T03:21:39,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=169 2024-12-05T03:21:39,424 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 169 completed 2024-12-05T03:21:39,425 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2cbfd84f to 127.0.0.1:54474 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2209c520 2024-12-05T03:21:39,431 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5765d46a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T03:21:39,432 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T03:21:39,433 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53498, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T03:21:39,434 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T03:21:39,435 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50174, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T03:21:39,436 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-12-05T03:21:39,437 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.HMaster$14(2798): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T03:21:39,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] procedure2.ProcedureExecutor(1098): Stored pid=172, state=RUNNABLE:MODIFY_TABLE_PREPARE; ModifyTableProcedure table=TestAcidGuarantees 2024-12-05T03:21:39,448 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073742449_1625 (size=999) 2024-12-05T03:21:39,850 DEBUG [PEWorker-4 {}] util.FSTableDescriptors(519): Deleted hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.963 2024-12-05T03:21:39,850 INFO [PEWorker-4 {}] util.FSTableDescriptors(297): Updated tableinfo=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.999 2024-12-05T03:21:39,852 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=173, ppid=172, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-12-05T03:21:39,853 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=174, ppid=173, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=391eaad722486776ccef74e9c34b02b1, REOPEN/MOVE}] 2024-12-05T03:21:39,854 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=174, ppid=173, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=391eaad722486776ccef74e9c34b02b1, REOPEN/MOVE 2024-12-05T03:21:39,854 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=174 updating hbase:meta row=391eaad722486776ccef74e9c34b02b1, regionState=CLOSING, regionLocation=971fbbbe942d,46085,1733368737191 2024-12-05T03:21:39,855 DEBUG [PEWorker-2 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-05T03:21:39,855 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=175, ppid=174, state=RUNNABLE; CloseRegionProcedure 391eaad722486776ccef74e9c34b02b1, server=971fbbbe942d,46085,1733368737191}] 2024-12-05T03:21:40,006 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 971fbbbe942d,46085,1733368737191 2024-12-05T03:21:40,007 INFO [RS_CLOSE_REGION-regionserver/971fbbbe942d:0-0 {event_type=M_RS_CLOSE_REGION, pid=175}] handler.UnassignRegionHandler(124): Close 391eaad722486776ccef74e9c34b02b1 2024-12-05T03:21:40,007 DEBUG [RS_CLOSE_REGION-regionserver/971fbbbe942d:0-0 {event_type=M_RS_CLOSE_REGION, pid=175}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-12-05T03:21:40,007 DEBUG [RS_CLOSE_REGION-regionserver/971fbbbe942d:0-0 {event_type=M_RS_CLOSE_REGION, pid=175}] regionserver.HRegion(1681): Closing 391eaad722486776ccef74e9c34b02b1, disabling compactions & flushes 2024-12-05T03:21:40,007 INFO [RS_CLOSE_REGION-regionserver/971fbbbe942d:0-0 {event_type=M_RS_CLOSE_REGION, pid=175}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1733368897317.391eaad722486776ccef74e9c34b02b1. 2024-12-05T03:21:40,007 DEBUG [RS_CLOSE_REGION-regionserver/971fbbbe942d:0-0 {event_type=M_RS_CLOSE_REGION, pid=175}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1733368897317.391eaad722486776ccef74e9c34b02b1. 2024-12-05T03:21:40,007 DEBUG [RS_CLOSE_REGION-regionserver/971fbbbe942d:0-0 {event_type=M_RS_CLOSE_REGION, pid=175}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1733368897317.391eaad722486776ccef74e9c34b02b1. after waiting 0 ms 2024-12-05T03:21:40,007 DEBUG [RS_CLOSE_REGION-regionserver/971fbbbe942d:0-0 {event_type=M_RS_CLOSE_REGION, pid=175}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1733368897317.391eaad722486776ccef74e9c34b02b1. 2024-12-05T03:21:40,010 DEBUG [RS_CLOSE_REGION-regionserver/971fbbbe942d:0-0 {event_type=M_RS_CLOSE_REGION, pid=175}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-05T03:21:40,011 INFO [RS_CLOSE_REGION-regionserver/971fbbbe942d:0-0 {event_type=M_RS_CLOSE_REGION, pid=175}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1733368897317.391eaad722486776ccef74e9c34b02b1. 2024-12-05T03:21:40,011 DEBUG [RS_CLOSE_REGION-regionserver/971fbbbe942d:0-0 {event_type=M_RS_CLOSE_REGION, pid=175}] regionserver.HRegion(1635): Region close journal for 391eaad722486776ccef74e9c34b02b1: 2024-12-05T03:21:40,011 WARN [RS_CLOSE_REGION-regionserver/971fbbbe942d:0-0 {event_type=M_RS_CLOSE_REGION, pid=175}] regionserver.HRegionServer(3786): Not adding moved region record: 391eaad722486776ccef74e9c34b02b1 to self. 2024-12-05T03:21:40,012 INFO [RS_CLOSE_REGION-regionserver/971fbbbe942d:0-0 {event_type=M_RS_CLOSE_REGION, pid=175}] handler.UnassignRegionHandler(170): Closed 391eaad722486776ccef74e9c34b02b1 2024-12-05T03:21:40,012 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=174 updating hbase:meta row=391eaad722486776ccef74e9c34b02b1, regionState=CLOSED 2024-12-05T03:21:40,014 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=175, resume processing ppid=174 2024-12-05T03:21:40,014 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=175, ppid=174, state=SUCCESS; CloseRegionProcedure 391eaad722486776ccef74e9c34b02b1, server=971fbbbe942d,46085,1733368737191 in 158 msec 2024-12-05T03:21:40,014 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=174, ppid=173, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=391eaad722486776ccef74e9c34b02b1, REOPEN/MOVE; state=CLOSED, location=971fbbbe942d,46085,1733368737191; forceNewPlan=false, retain=true 2024-12-05T03:21:40,165 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=174 updating hbase:meta row=391eaad722486776ccef74e9c34b02b1, regionState=OPENING, regionLocation=971fbbbe942d,46085,1733368737191 2024-12-05T03:21:40,166 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=176, ppid=174, state=RUNNABLE; OpenRegionProcedure 391eaad722486776ccef74e9c34b02b1, server=971fbbbe942d,46085,1733368737191}] 2024-12-05T03:21:40,317 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 971fbbbe942d,46085,1733368737191 2024-12-05T03:21:40,320 INFO [RS_OPEN_REGION-regionserver/971fbbbe942d:0-0 {event_type=M_RS_OPEN_REGION, pid=176}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1733368897317.391eaad722486776ccef74e9c34b02b1. 2024-12-05T03:21:40,320 DEBUG [RS_OPEN_REGION-regionserver/971fbbbe942d:0-0 {event_type=M_RS_OPEN_REGION, pid=176}] regionserver.HRegion(7285): Opening region: {ENCODED => 391eaad722486776ccef74e9c34b02b1, NAME => 'TestAcidGuarantees,,1733368897317.391eaad722486776ccef74e9c34b02b1.', STARTKEY => '', ENDKEY => ''} 2024-12-05T03:21:40,320 DEBUG [RS_OPEN_REGION-regionserver/971fbbbe942d:0-0 {event_type=M_RS_OPEN_REGION, pid=176}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 391eaad722486776ccef74e9c34b02b1 2024-12-05T03:21:40,320 DEBUG [RS_OPEN_REGION-regionserver/971fbbbe942d:0-0 {event_type=M_RS_OPEN_REGION, pid=176}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1733368897317.391eaad722486776ccef74e9c34b02b1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T03:21:40,320 DEBUG [RS_OPEN_REGION-regionserver/971fbbbe942d:0-0 {event_type=M_RS_OPEN_REGION, pid=176}] regionserver.HRegion(7327): checking encryption for 391eaad722486776ccef74e9c34b02b1 2024-12-05T03:21:40,320 DEBUG [RS_OPEN_REGION-regionserver/971fbbbe942d:0-0 {event_type=M_RS_OPEN_REGION, pid=176}] regionserver.HRegion(7330): checking classloading for 391eaad722486776ccef74e9c34b02b1 2024-12-05T03:21:40,321 INFO [StoreOpener-391eaad722486776ccef74e9c34b02b1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 391eaad722486776ccef74e9c34b02b1 2024-12-05T03:21:40,322 INFO [StoreOpener-391eaad722486776ccef74e9c34b02b1-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-05T03:21:40,322 INFO [StoreOpener-391eaad722486776ccef74e9c34b02b1-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 391eaad722486776ccef74e9c34b02b1 columnFamilyName A 2024-12-05T03:21:40,323 DEBUG [StoreOpener-391eaad722486776ccef74e9c34b02b1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:40,323 INFO [StoreOpener-391eaad722486776ccef74e9c34b02b1-1 {}] regionserver.HStore(327): Store=391eaad722486776ccef74e9c34b02b1/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T03:21:40,324 INFO [StoreOpener-391eaad722486776ccef74e9c34b02b1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 391eaad722486776ccef74e9c34b02b1 2024-12-05T03:21:40,324 INFO [StoreOpener-391eaad722486776ccef74e9c34b02b1-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-05T03:21:40,324 INFO [StoreOpener-391eaad722486776ccef74e9c34b02b1-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 391eaad722486776ccef74e9c34b02b1 columnFamilyName B 2024-12-05T03:21:40,324 DEBUG [StoreOpener-391eaad722486776ccef74e9c34b02b1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:40,325 INFO [StoreOpener-391eaad722486776ccef74e9c34b02b1-1 {}] regionserver.HStore(327): Store=391eaad722486776ccef74e9c34b02b1/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T03:21:40,325 INFO [StoreOpener-391eaad722486776ccef74e9c34b02b1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 391eaad722486776ccef74e9c34b02b1 2024-12-05T03:21:40,325 INFO [StoreOpener-391eaad722486776ccef74e9c34b02b1-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-05T03:21:40,325 INFO [StoreOpener-391eaad722486776ccef74e9c34b02b1-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 391eaad722486776ccef74e9c34b02b1 columnFamilyName C 2024-12-05T03:21:40,325 DEBUG [StoreOpener-391eaad722486776ccef74e9c34b02b1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:40,326 INFO [StoreOpener-391eaad722486776ccef74e9c34b02b1-1 {}] regionserver.HStore(327): Store=391eaad722486776ccef74e9c34b02b1/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T03:21:40,326 INFO [RS_OPEN_REGION-regionserver/971fbbbe942d:0-0 {event_type=M_RS_OPEN_REGION, pid=176}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1733368897317.391eaad722486776ccef74e9c34b02b1. 2024-12-05T03:21:40,326 DEBUG [RS_OPEN_REGION-regionserver/971fbbbe942d:0-0 {event_type=M_RS_OPEN_REGION, pid=176}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1 2024-12-05T03:21:40,327 DEBUG [RS_OPEN_REGION-regionserver/971fbbbe942d:0-0 {event_type=M_RS_OPEN_REGION, pid=176}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1 2024-12-05T03:21:40,328 DEBUG [RS_OPEN_REGION-regionserver/971fbbbe942d:0-0 {event_type=M_RS_OPEN_REGION, pid=176}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-05T03:21:40,329 DEBUG [RS_OPEN_REGION-regionserver/971fbbbe942d:0-0 {event_type=M_RS_OPEN_REGION, pid=176}] regionserver.HRegion(1085): writing seq id for 391eaad722486776ccef74e9c34b02b1 2024-12-05T03:21:40,329 INFO [RS_OPEN_REGION-regionserver/971fbbbe942d:0-0 {event_type=M_RS_OPEN_REGION, pid=176}] regionserver.HRegion(1102): Opened 391eaad722486776ccef74e9c34b02b1; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60196241, jitterRate=-0.10300610959529877}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-05T03:21:40,330 DEBUG [RS_OPEN_REGION-regionserver/971fbbbe942d:0-0 {event_type=M_RS_OPEN_REGION, pid=176}] regionserver.HRegion(1001): Region open journal for 391eaad722486776ccef74e9c34b02b1: 2024-12-05T03:21:40,330 INFO [RS_OPEN_REGION-regionserver/971fbbbe942d:0-0 {event_type=M_RS_OPEN_REGION, pid=176}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1733368897317.391eaad722486776ccef74e9c34b02b1., pid=176, masterSystemTime=1733368900317 2024-12-05T03:21:40,332 DEBUG [RS_OPEN_REGION-regionserver/971fbbbe942d:0-0 {event_type=M_RS_OPEN_REGION, pid=176}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1733368897317.391eaad722486776ccef74e9c34b02b1. 2024-12-05T03:21:40,332 INFO [RS_OPEN_REGION-regionserver/971fbbbe942d:0-0 {event_type=M_RS_OPEN_REGION, pid=176}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1733368897317.391eaad722486776ccef74e9c34b02b1. 2024-12-05T03:21:40,332 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=174 updating hbase:meta row=391eaad722486776ccef74e9c34b02b1, regionState=OPEN, openSeqNum=5, regionLocation=971fbbbe942d,46085,1733368737191 2024-12-05T03:21:40,334 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=176, resume processing ppid=174 2024-12-05T03:21:40,334 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=176, ppid=174, state=SUCCESS; OpenRegionProcedure 391eaad722486776ccef74e9c34b02b1, server=971fbbbe942d,46085,1733368737191 in 167 msec 2024-12-05T03:21:40,335 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=174, resume processing ppid=173 2024-12-05T03:21:40,335 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=174, ppid=173, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=391eaad722486776ccef74e9c34b02b1, REOPEN/MOVE in 481 msec 2024-12-05T03:21:40,336 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=173, resume processing ppid=172 2024-12-05T03:21:40,336 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=173, ppid=172, state=SUCCESS; ReopenTableRegionsProcedure table=TestAcidGuarantees in 484 msec 2024-12-05T03:21:40,337 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=172, state=SUCCESS; ModifyTableProcedure table=TestAcidGuarantees in 899 msec 2024-12-05T03:21:40,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=172 2024-12-05T03:21:40,339 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3fb684eb to 127.0.0.1:54474 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@537a66f8 2024-12-05T03:21:40,342 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ac53e79, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T03:21:40,343 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x0644b7e6 to 127.0.0.1:54474 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6094c70 2024-12-05T03:21:40,345 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5bc9c3e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T03:21:40,346 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5c9b5141 to 127.0.0.1:54474 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@103dfc6e 2024-12-05T03:21:40,348 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7181df3b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T03:21:40,349 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x11a52cdf to 127.0.0.1:54474 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6e047c09 2024-12-05T03:21:40,353 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@11030ef5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T03:21:40,354 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2d7fe431 to 127.0.0.1:54474 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@60d631a3 2024-12-05T03:21:40,358 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@69abefea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T03:21:40,358 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x58971172 to 127.0.0.1:54474 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6e757135 2024-12-05T03:21:40,364 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f6a59e4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T03:21:40,364 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3d7fe93b to 127.0.0.1:54474 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7846cb78 2024-12-05T03:21:40,370 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@150e08ed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T03:21:40,371 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x11c440f7 to 127.0.0.1:54474 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5f1754bc 2024-12-05T03:21:40,378 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a3b66d3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T03:21:40,378 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x58460ef3 to 127.0.0.1:54474 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3d9113f3 2024-12-05T03:21:40,380 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5cfdf76c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T03:21:40,381 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x6e8cd1ae to 127.0.0.1:54474 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5bb75907 2024-12-05T03:21:40,386 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@68c2838a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T03:21:40,390 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-05T03:21:40,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] procedure2.ProcedureExecutor(1098): Stored pid=177, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=177, table=TestAcidGuarantees 2024-12-05T03:21:40,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=177 2024-12-05T03:21:40,391 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=177, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=177, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-05T03:21:40,391 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=177, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=177, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-05T03:21:40,391 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=178, ppid=177, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-05T03:21:40,396 DEBUG [hconnection-0x731016eb-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T03:21:40,396 DEBUG [hconnection-0x71c1c634-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T03:21:40,397 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53512, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T03:21:40,397 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53526, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T03:21:40,403 DEBUG [hconnection-0x459d5d0-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T03:21:40,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(8581): Flush requested on 391eaad722486776ccef74e9c34b02b1 2024-12-05T03:21:40,403 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 391eaad722486776ccef74e9c34b02b1 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-05T03:21:40,404 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53538, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T03:21:40,404 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 391eaad722486776ccef74e9c34b02b1, store=A 2024-12-05T03:21:40,405 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T03:21:40,405 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 391eaad722486776ccef74e9c34b02b1, store=B 2024-12-05T03:21:40,405 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T03:21:40,405 DEBUG [hconnection-0x1295aeec-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T03:21:40,405 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 391eaad722486776ccef74e9c34b02b1, store=C 2024-12-05T03:21:40,405 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T03:21:40,406 DEBUG [hconnection-0x79cc324f-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T03:21:40,406 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53552, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T03:21:40,406 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53566, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T03:21:40,408 DEBUG [hconnection-0x365989da-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T03:21:40,410 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53578, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T03:21:40,423 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=391eaad722486776ccef74e9c34b02b1, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:21:40,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53526 deadline: 1733368960422, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=391eaad722486776ccef74e9c34b02b1, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:21:40,423 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=391eaad722486776ccef74e9c34b02b1, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:21:40,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53578 deadline: 1733368960422, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=391eaad722486776ccef74e9c34b02b1, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:21:40,424 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=391eaad722486776ccef74e9c34b02b1, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:21:40,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53552 deadline: 1733368960423, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=391eaad722486776ccef74e9c34b02b1, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:21:40,424 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=391eaad722486776ccef74e9c34b02b1, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:21:40,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53512 deadline: 1733368960423, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=391eaad722486776ccef74e9c34b02b1, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:21:40,429 DEBUG [hconnection-0x7306aa7-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T03:21:40,430 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53588, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T03:21:40,440 DEBUG [hconnection-0x5fbf94-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T03:21:40,441 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53604, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T03:21:40,444 DEBUG [hconnection-0x1bb3dbe7-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T03:21:40,444 DEBUG [hconnection-0x6ebb41b6-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T03:21:40,445 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53618, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T03:21:40,446 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53622, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T03:21:40,448 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=391eaad722486776ccef74e9c34b02b1, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:21:40,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 2 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53622 deadline: 1733368960447, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=391eaad722486776ccef74e9c34b02b1, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:21:40,451 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241205cf99848de8ce4dc1834170df654b879b_391eaad722486776ccef74e9c34b02b1 is 50, key is test_row_0/A:col10/1733368900402/Put/seqid=0 2024-12-05T03:21:40,459 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073742450_1626 (size=12154) 2024-12-05T03:21:40,460 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:40,464 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241205cf99848de8ce4dc1834170df654b879b_391eaad722486776ccef74e9c34b02b1 to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241205cf99848de8ce4dc1834170df654b879b_391eaad722486776ccef74e9c34b02b1 2024-12-05T03:21:40,465 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/.tmp/A/247068ec8a39423e924c732388647b53, store: [table=TestAcidGuarantees family=A region=391eaad722486776ccef74e9c34b02b1] 2024-12-05T03:21:40,465 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/.tmp/A/247068ec8a39423e924c732388647b53 is 175, key is test_row_0/A:col10/1733368900402/Put/seqid=0 2024-12-05T03:21:40,469 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073742451_1627 (size=30955) 2024-12-05T03:21:40,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=177 2024-12-05T03:21:40,525 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=391eaad722486776ccef74e9c34b02b1, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:21:40,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53526 deadline: 1733368960524, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=391eaad722486776ccef74e9c34b02b1, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:21:40,526 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=391eaad722486776ccef74e9c34b02b1, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:21:40,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53578 deadline: 1733368960525, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=391eaad722486776ccef74e9c34b02b1, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:21:40,526 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=391eaad722486776ccef74e9c34b02b1, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:21:40,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53552 deadline: 1733368960525, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=391eaad722486776ccef74e9c34b02b1, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:21:40,526 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=391eaad722486776ccef74e9c34b02b1, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:21:40,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53512 deadline: 1733368960525, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=391eaad722486776ccef74e9c34b02b1, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:21:40,543 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 971fbbbe942d,46085,1733368737191 2024-12-05T03:21:40,543 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46085 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=178 2024-12-05T03:21:40,543 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733368897317.391eaad722486776ccef74e9c34b02b1. 2024-12-05T03:21:40,543 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733368897317.391eaad722486776ccef74e9c34b02b1. as already flushing 2024-12-05T03:21:40,543 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733368897317.391eaad722486776ccef74e9c34b02b1. 2024-12-05T03:21:40,544 ERROR [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] handler.RSProcedureHandler(58): pid=178 java.io.IOException: Unable to complete flush {ENCODED => 391eaad722486776ccef74e9c34b02b1, NAME => 'TestAcidGuarantees,,1733368897317.391eaad722486776ccef74e9c34b02b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:21:40,544 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=178 java.io.IOException: Unable to complete flush {ENCODED => 391eaad722486776ccef74e9c34b02b1, NAME => 'TestAcidGuarantees,,1733368897317.391eaad722486776ccef74e9c34b02b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:21:40,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.HMaster(4114): Remote procedure failed, pid=178 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 391eaad722486776ccef74e9c34b02b1, NAME => 'TestAcidGuarantees,,1733368897317.391eaad722486776ccef74e9c34b02b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 391eaad722486776ccef74e9c34b02b1, NAME => 'TestAcidGuarantees,,1733368897317.391eaad722486776ccef74e9c34b02b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:21:40,550 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=391eaad722486776ccef74e9c34b02b1, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:21:40,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53622 deadline: 1733368960549, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=391eaad722486776ccef74e9c34b02b1, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:21:40,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=177 2024-12-05T03:21:40,697 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 971fbbbe942d,46085,1733368737191 2024-12-05T03:21:40,697 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46085 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=178 2024-12-05T03:21:40,697 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733368897317.391eaad722486776ccef74e9c34b02b1. 2024-12-05T03:21:40,697 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733368897317.391eaad722486776ccef74e9c34b02b1. as already flushing 2024-12-05T03:21:40,697 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733368897317.391eaad722486776ccef74e9c34b02b1. 2024-12-05T03:21:40,697 ERROR [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] handler.RSProcedureHandler(58): pid=178 java.io.IOException: Unable to complete flush {ENCODED => 391eaad722486776ccef74e9c34b02b1, NAME => 'TestAcidGuarantees,,1733368897317.391eaad722486776ccef74e9c34b02b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:21:40,698 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=178 java.io.IOException: Unable to complete flush {ENCODED => 391eaad722486776ccef74e9c34b02b1, NAME => 'TestAcidGuarantees,,1733368897317.391eaad722486776ccef74e9c34b02b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:21:40,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.HMaster(4114): Remote procedure failed, pid=178 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 391eaad722486776ccef74e9c34b02b1, NAME => 'TestAcidGuarantees,,1733368897317.391eaad722486776ccef74e9c34b02b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 391eaad722486776ccef74e9c34b02b1, NAME => 'TestAcidGuarantees,,1733368897317.391eaad722486776ccef74e9c34b02b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:21:40,727 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=391eaad722486776ccef74e9c34b02b1, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:21:40,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53526 deadline: 1733368960726, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=391eaad722486776ccef74e9c34b02b1, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:21:40,729 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=391eaad722486776ccef74e9c34b02b1, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:21:40,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53578 deadline: 1733368960728, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=391eaad722486776ccef74e9c34b02b1, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:21:40,729 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=391eaad722486776ccef74e9c34b02b1, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:21:40,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53552 deadline: 1733368960728, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=391eaad722486776ccef74e9c34b02b1, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:21:40,730 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=391eaad722486776ccef74e9c34b02b1, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:21:40,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53512 deadline: 1733368960728, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=391eaad722486776ccef74e9c34b02b1, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:21:40,752 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=391eaad722486776ccef74e9c34b02b1, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:21:40,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53622 deadline: 1733368960751, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=391eaad722486776ccef74e9c34b02b1, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:21:40,849 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 971fbbbe942d,46085,1733368737191 2024-12-05T03:21:40,850 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46085 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=178 2024-12-05T03:21:40,850 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733368897317.391eaad722486776ccef74e9c34b02b1. 2024-12-05T03:21:40,850 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733368897317.391eaad722486776ccef74e9c34b02b1. as already flushing 2024-12-05T03:21:40,850 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733368897317.391eaad722486776ccef74e9c34b02b1. 2024-12-05T03:21:40,850 ERROR [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] handler.RSProcedureHandler(58): pid=178 java.io.IOException: Unable to complete flush {ENCODED => 391eaad722486776ccef74e9c34b02b1, NAME => 'TestAcidGuarantees,,1733368897317.391eaad722486776ccef74e9c34b02b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:21:40,850 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=178 java.io.IOException: Unable to complete flush {ENCODED => 391eaad722486776ccef74e9c34b02b1, NAME => 'TestAcidGuarantees,,1733368897317.391eaad722486776ccef74e9c34b02b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:21:40,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.HMaster(4114): Remote procedure failed, pid=178 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 391eaad722486776ccef74e9c34b02b1, NAME => 'TestAcidGuarantees,,1733368897317.391eaad722486776ccef74e9c34b02b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 391eaad722486776ccef74e9c34b02b1, NAME => 'TestAcidGuarantees,,1733368897317.391eaad722486776ccef74e9c34b02b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:21:40,870 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=16, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/.tmp/A/247068ec8a39423e924c732388647b53 2024-12-05T03:21:40,891 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/.tmp/B/923fb3d58bb341a0b2a72a35e8d4748e is 50, key is test_row_0/B:col10/1733368900402/Put/seqid=0 2024-12-05T03:21:40,895 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073742452_1628 (size=12001) 2024-12-05T03:21:40,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=177 2024-12-05T03:21:41,002 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 971fbbbe942d,46085,1733368737191 2024-12-05T03:21:41,003 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46085 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=178 2024-12-05T03:21:41,003 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733368897317.391eaad722486776ccef74e9c34b02b1. 2024-12-05T03:21:41,003 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733368897317.391eaad722486776ccef74e9c34b02b1. as already flushing 2024-12-05T03:21:41,003 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733368897317.391eaad722486776ccef74e9c34b02b1. 2024-12-05T03:21:41,003 ERROR [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] handler.RSProcedureHandler(58): pid=178 java.io.IOException: Unable to complete flush {ENCODED => 391eaad722486776ccef74e9c34b02b1, NAME => 'TestAcidGuarantees,,1733368897317.391eaad722486776ccef74e9c34b02b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:21:41,003 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=178 java.io.IOException: Unable to complete flush {ENCODED => 391eaad722486776ccef74e9c34b02b1, NAME => 'TestAcidGuarantees,,1733368897317.391eaad722486776ccef74e9c34b02b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:21:41,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.HMaster(4114): Remote procedure failed, pid=178 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 391eaad722486776ccef74e9c34b02b1, NAME => 'TestAcidGuarantees,,1733368897317.391eaad722486776ccef74e9c34b02b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 391eaad722486776ccef74e9c34b02b1, NAME => 'TestAcidGuarantees,,1733368897317.391eaad722486776ccef74e9c34b02b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:21:41,029 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=391eaad722486776ccef74e9c34b02b1, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:21:41,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53526 deadline: 1733368961028, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=391eaad722486776ccef74e9c34b02b1, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:21:41,031 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=391eaad722486776ccef74e9c34b02b1, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:21:41,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53512 deadline: 1733368961030, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=391eaad722486776ccef74e9c34b02b1, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:21:41,033 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=391eaad722486776ccef74e9c34b02b1, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:21:41,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53578 deadline: 1733368961032, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=391eaad722486776ccef74e9c34b02b1, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:21:41,033 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=391eaad722486776ccef74e9c34b02b1, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:21:41,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53552 deadline: 1733368961032, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=391eaad722486776ccef74e9c34b02b1, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:21:41,056 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=391eaad722486776ccef74e9c34b02b1, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:21:41,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53622 deadline: 1733368961055, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=391eaad722486776ccef74e9c34b02b1, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:21:41,154 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 971fbbbe942d,46085,1733368737191 2024-12-05T03:21:41,154 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46085 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=178 2024-12-05T03:21:41,154 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733368897317.391eaad722486776ccef74e9c34b02b1. 2024-12-05T03:21:41,155 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733368897317.391eaad722486776ccef74e9c34b02b1. as already flushing 2024-12-05T03:21:41,155 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733368897317.391eaad722486776ccef74e9c34b02b1. 2024-12-05T03:21:41,155 ERROR [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] handler.RSProcedureHandler(58): pid=178 java.io.IOException: Unable to complete flush {ENCODED => 391eaad722486776ccef74e9c34b02b1, NAME => 'TestAcidGuarantees,,1733368897317.391eaad722486776ccef74e9c34b02b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:21:41,155 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=178 java.io.IOException: Unable to complete flush {ENCODED => 391eaad722486776ccef74e9c34b02b1, NAME => 'TestAcidGuarantees,,1733368897317.391eaad722486776ccef74e9c34b02b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:21:41,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.HMaster(4114): Remote procedure failed, pid=178 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 391eaad722486776ccef74e9c34b02b1, NAME => 'TestAcidGuarantees,,1733368897317.391eaad722486776ccef74e9c34b02b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 391eaad722486776ccef74e9c34b02b1, NAME => 'TestAcidGuarantees,,1733368897317.391eaad722486776ccef74e9c34b02b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:21:41,296 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/.tmp/B/923fb3d58bb341a0b2a72a35e8d4748e 2024-12-05T03:21:41,307 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 971fbbbe942d,46085,1733368737191 2024-12-05T03:21:41,307 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46085 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=178 2024-12-05T03:21:41,307 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733368897317.391eaad722486776ccef74e9c34b02b1. 2024-12-05T03:21:41,307 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733368897317.391eaad722486776ccef74e9c34b02b1. as already flushing 2024-12-05T03:21:41,307 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733368897317.391eaad722486776ccef74e9c34b02b1. 2024-12-05T03:21:41,307 ERROR [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] handler.RSProcedureHandler(58): pid=178 java.io.IOException: Unable to complete flush {ENCODED => 391eaad722486776ccef74e9c34b02b1, NAME => 'TestAcidGuarantees,,1733368897317.391eaad722486776ccef74e9c34b02b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:21:41,308 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=178 java.io.IOException: Unable to complete flush {ENCODED => 391eaad722486776ccef74e9c34b02b1, NAME => 'TestAcidGuarantees,,1733368897317.391eaad722486776ccef74e9c34b02b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:21:41,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.HMaster(4114): Remote procedure failed, pid=178 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 391eaad722486776ccef74e9c34b02b1, NAME => 'TestAcidGuarantees,,1733368897317.391eaad722486776ccef74e9c34b02b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 391eaad722486776ccef74e9c34b02b1, NAME => 'TestAcidGuarantees,,1733368897317.391eaad722486776ccef74e9c34b02b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:21:41,317 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/.tmp/C/89c091d0170a4230816644862de06f5c is 50, key is test_row_0/C:col10/1733368900402/Put/seqid=0 2024-12-05T03:21:41,325 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073742453_1629 (size=12001) 2024-12-05T03:21:41,460 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 971fbbbe942d,46085,1733368737191 2024-12-05T03:21:41,460 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46085 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=178 2024-12-05T03:21:41,460 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733368897317.391eaad722486776ccef74e9c34b02b1. 2024-12-05T03:21:41,460 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733368897317.391eaad722486776ccef74e9c34b02b1. as already flushing 2024-12-05T03:21:41,461 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733368897317.391eaad722486776ccef74e9c34b02b1. 2024-12-05T03:21:41,461 ERROR [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] handler.RSProcedureHandler(58): pid=178 java.io.IOException: Unable to complete flush {ENCODED => 391eaad722486776ccef74e9c34b02b1, NAME => 'TestAcidGuarantees,,1733368897317.391eaad722486776ccef74e9c34b02b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:21:41,461 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=178 java.io.IOException: Unable to complete flush {ENCODED => 391eaad722486776ccef74e9c34b02b1, NAME => 'TestAcidGuarantees,,1733368897317.391eaad722486776ccef74e9c34b02b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:21:41,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.HMaster(4114): Remote procedure failed, pid=178 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 391eaad722486776ccef74e9c34b02b1, NAME => 'TestAcidGuarantees,,1733368897317.391eaad722486776ccef74e9c34b02b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 391eaad722486776ccef74e9c34b02b1, NAME => 'TestAcidGuarantees,,1733368897317.391eaad722486776ccef74e9c34b02b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:21:41,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=177 2024-12-05T03:21:41,533 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=391eaad722486776ccef74e9c34b02b1, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:21:41,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53526 deadline: 1733368961532, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=391eaad722486776ccef74e9c34b02b1, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:21:41,536 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=391eaad722486776ccef74e9c34b02b1, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:21:41,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53512 deadline: 1733368961535, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=391eaad722486776ccef74e9c34b02b1, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:21:41,538 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=391eaad722486776ccef74e9c34b02b1, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:21:41,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53578 deadline: 1733368961537, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=391eaad722486776ccef74e9c34b02b1, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:21:41,539 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=391eaad722486776ccef74e9c34b02b1, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:21:41,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53552 deadline: 1733368961538, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=391eaad722486776ccef74e9c34b02b1, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:21:41,561 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=391eaad722486776ccef74e9c34b02b1, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:21:41,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53622 deadline: 1733368961561, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=391eaad722486776ccef74e9c34b02b1, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:21:41,613 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 971fbbbe942d,46085,1733368737191 2024-12-05T03:21:41,613 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46085 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=178 2024-12-05T03:21:41,613 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733368897317.391eaad722486776ccef74e9c34b02b1. 2024-12-05T03:21:41,613 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733368897317.391eaad722486776ccef74e9c34b02b1. as already flushing 2024-12-05T03:21:41,613 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733368897317.391eaad722486776ccef74e9c34b02b1. 2024-12-05T03:21:41,613 ERROR [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] handler.RSProcedureHandler(58): pid=178 java.io.IOException: Unable to complete flush {ENCODED => 391eaad722486776ccef74e9c34b02b1, NAME => 'TestAcidGuarantees,,1733368897317.391eaad722486776ccef74e9c34b02b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:21:41,614 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=178 java.io.IOException: Unable to complete flush {ENCODED => 391eaad722486776ccef74e9c34b02b1, NAME => 'TestAcidGuarantees,,1733368897317.391eaad722486776ccef74e9c34b02b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:21:41,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.HMaster(4114): Remote procedure failed, pid=178 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 391eaad722486776ccef74e9c34b02b1, NAME => 'TestAcidGuarantees,,1733368897317.391eaad722486776ccef74e9c34b02b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 391eaad722486776ccef74e9c34b02b1, NAME => 'TestAcidGuarantees,,1733368897317.391eaad722486776ccef74e9c34b02b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:21:41,726 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/.tmp/C/89c091d0170a4230816644862de06f5c 2024-12-05T03:21:41,730 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/.tmp/A/247068ec8a39423e924c732388647b53 as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/A/247068ec8a39423e924c732388647b53 2024-12-05T03:21:41,734 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/A/247068ec8a39423e924c732388647b53, entries=150, sequenceid=16, filesize=30.2 K 2024-12-05T03:21:41,735 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/.tmp/B/923fb3d58bb341a0b2a72a35e8d4748e as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/B/923fb3d58bb341a0b2a72a35e8d4748e 2024-12-05T03:21:41,738 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/B/923fb3d58bb341a0b2a72a35e8d4748e, entries=150, sequenceid=16, filesize=11.7 K 2024-12-05T03:21:41,739 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/.tmp/C/89c091d0170a4230816644862de06f5c as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/C/89c091d0170a4230816644862de06f5c 2024-12-05T03:21:41,742 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/C/89c091d0170a4230816644862de06f5c, entries=150, sequenceid=16, filesize=11.7 K 2024-12-05T03:21:41,742 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=147.60 KB/151140 for 391eaad722486776ccef74e9c34b02b1 in 1339ms, sequenceid=16, compaction requested=false 2024-12-05T03:21:41,742 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 391eaad722486776ccef74e9c34b02b1: 2024-12-05T03:21:41,766 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 971fbbbe942d,46085,1733368737191 2024-12-05T03:21:41,766 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46085 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=178 2024-12-05T03:21:41,766 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733368897317.391eaad722486776ccef74e9c34b02b1. 2024-12-05T03:21:41,766 INFO [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HRegion(2837): Flushing 391eaad722486776ccef74e9c34b02b1 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-12-05T03:21:41,766 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 391eaad722486776ccef74e9c34b02b1, store=A 2024-12-05T03:21:41,767 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T03:21:41,767 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 391eaad722486776ccef74e9c34b02b1, store=B 2024-12-05T03:21:41,767 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T03:21:41,767 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 391eaad722486776ccef74e9c34b02b1, store=C 2024-12-05T03:21:41,767 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T03:21:41,773 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120562480e427b29448180bbaa60e422d126_391eaad722486776ccef74e9c34b02b1 is 50, key is test_row_0/A:col10/1733368900422/Put/seqid=0 2024-12-05T03:21:41,782 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073742454_1630 (size=12154) 2024-12-05T03:21:41,783 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:41,786 INFO [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120562480e427b29448180bbaa60e422d126_391eaad722486776ccef74e9c34b02b1 to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120562480e427b29448180bbaa60e422d126_391eaad722486776ccef74e9c34b02b1 2024-12-05T03:21:41,788 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/.tmp/A/0e15103b03954e42aefb53cdafdb7eac, store: [table=TestAcidGuarantees family=A region=391eaad722486776ccef74e9c34b02b1] 2024-12-05T03:21:41,788 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/.tmp/A/0e15103b03954e42aefb53cdafdb7eac is 175, key is test_row_0/A:col10/1733368900422/Put/seqid=0 2024-12-05T03:21:41,793 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073742455_1631 (size=30955) 2024-12-05T03:21:42,090 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-05T03:21:42,194 INFO [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=41, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/.tmp/A/0e15103b03954e42aefb53cdafdb7eac 2024-12-05T03:21:42,201 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/.tmp/B/71e7a20a0e424dcebb9a3d6ac498f83c is 50, key is test_row_0/B:col10/1733368900422/Put/seqid=0 2024-12-05T03:21:42,205 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073742456_1632 (size=12001) 2024-12-05T03:21:42,206 INFO [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=41 (bloomFilter=true), to=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/.tmp/B/71e7a20a0e424dcebb9a3d6ac498f83c 2024-12-05T03:21:42,229 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/.tmp/C/982624c4d7da48708622a42db9de13ed is 50, key is test_row_0/C:col10/1733368900422/Put/seqid=0 2024-12-05T03:21:42,246 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073742457_1633 (size=12001) 2024-12-05T03:21:42,247 INFO [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=41 (bloomFilter=true), to=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/.tmp/C/982624c4d7da48708622a42db9de13ed 2024-12-05T03:21:42,251 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/.tmp/A/0e15103b03954e42aefb53cdafdb7eac as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/A/0e15103b03954e42aefb53cdafdb7eac 2024-12-05T03:21:42,255 INFO [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/A/0e15103b03954e42aefb53cdafdb7eac, entries=150, sequenceid=41, filesize=30.2 K 2024-12-05T03:21:42,256 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/.tmp/B/71e7a20a0e424dcebb9a3d6ac498f83c as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/B/71e7a20a0e424dcebb9a3d6ac498f83c 2024-12-05T03:21:42,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,260 INFO [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/B/71e7a20a0e424dcebb9a3d6ac498f83c, entries=150, sequenceid=41, filesize=11.7 K 2024-12-05T03:21:42,261 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/.tmp/C/982624c4d7da48708622a42db9de13ed as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/C/982624c4d7da48708622a42db9de13ed 2024-12-05T03:21:42,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,265 INFO [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/C/982624c4d7da48708622a42db9de13ed, entries=150, sequenceid=41, filesize=11.7 K 2024-12-05T03:21:42,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,265 INFO [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=0 B/0 for 391eaad722486776ccef74e9c34b02b1 in 499ms, sequenceid=41, compaction requested=false 2024-12-05T03:21:42,265 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HRegion(2538): Flush status journal for 391eaad722486776ccef74e9c34b02b1: 2024-12-05T03:21:42,265 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733368897317.391eaad722486776ccef74e9c34b02b1. 2024-12-05T03:21:42,265 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=178 2024-12-05T03:21:42,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.HMaster(4106): Remote procedure done, pid=178 2024-12-05T03:21:42,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,268 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=178, resume processing ppid=177 2024-12-05T03:21:42,268 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=178, ppid=177, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8750 sec 2024-12-05T03:21:42,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,271 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=177, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=177, table=TestAcidGuarantees in 1.8780 sec 2024-12-05T03:21:42,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=177 2024-12-05T03:21:42,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,495 INFO [Thread-2747 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 177 completed 2024-12-05T03:21:42,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,496 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-05T03:21:42,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] procedure2.ProcedureExecutor(1098): Stored pid=179, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=179, table=TestAcidGuarantees 2024-12-05T03:21:42,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=179 2024-12-05T03:21:42,498 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=179, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=179, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-05T03:21:42,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,498 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=179, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=179, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-05T03:21:42,498 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=180, ppid=179, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-05T03:21:42,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(8581): Flush requested on 391eaad722486776ccef74e9c34b02b1 2024-12-05T03:21:42,581 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 391eaad722486776ccef74e9c34b02b1 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-05T03:21:42,581 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 391eaad722486776ccef74e9c34b02b1, store=A 2024-12-05T03:21:42,581 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T03:21:42,581 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 391eaad722486776ccef74e9c34b02b1, store=B 2024-12-05T03:21:42,581 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T03:21:42,581 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 391eaad722486776ccef74e9c34b02b1, store=C 2024-12-05T03:21:42,581 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T03:21:42,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:42,597 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241205f088a106ddbe41e48d5c946e51eb6541_391eaad722486776ccef74e9c34b02b1 is 50, key is test_row_0/A:col10/1733368902577/Put/seqid=0 2024-12-05T03:21:42,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=179 2024-12-05T03:21:42,618 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=391eaad722486776ccef74e9c34b02b1, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:21:42,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53578 deadline: 1733368962614, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=391eaad722486776ccef74e9c34b02b1, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:21:42,618 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=391eaad722486776ccef74e9c34b02b1, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:21:42,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53552 deadline: 1733368962615, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=391eaad722486776ccef74e9c34b02b1, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:21:42,619 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=391eaad722486776ccef74e9c34b02b1, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:21:42,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53512 deadline: 1733368962615, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=391eaad722486776ccef74e9c34b02b1, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:21:42,619 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=391eaad722486776ccef74e9c34b02b1, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:21:42,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53526 deadline: 1733368962616, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=391eaad722486776ccef74e9c34b02b1, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:21:42,619 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=391eaad722486776ccef74e9c34b02b1, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:21:42,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53622 deadline: 1733368962616, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=391eaad722486776ccef74e9c34b02b1, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:21:42,630 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073742459_1635 (size=24358) 2024-12-05T03:21:42,650 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 971fbbbe942d,46085,1733368737191 2024-12-05T03:21:42,650 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46085 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=180 2024-12-05T03:21:42,650 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733368897317.391eaad722486776ccef74e9c34b02b1. 2024-12-05T03:21:42,650 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733368897317.391eaad722486776ccef74e9c34b02b1. as already flushing 2024-12-05T03:21:42,650 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733368897317.391eaad722486776ccef74e9c34b02b1. 2024-12-05T03:21:42,650 ERROR [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] handler.RSProcedureHandler(58): pid=180 java.io.IOException: Unable to complete flush {ENCODED => 391eaad722486776ccef74e9c34b02b1, NAME => 'TestAcidGuarantees,,1733368897317.391eaad722486776ccef74e9c34b02b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:21:42,651 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=180 java.io.IOException: Unable to complete flush {ENCODED => 391eaad722486776ccef74e9c34b02b1, NAME => 'TestAcidGuarantees,,1733368897317.391eaad722486776ccef74e9c34b02b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:21:42,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.HMaster(4114): Remote procedure failed, pid=180 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 391eaad722486776ccef74e9c34b02b1, NAME => 'TestAcidGuarantees,,1733368897317.391eaad722486776ccef74e9c34b02b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 391eaad722486776ccef74e9c34b02b1, NAME => 'TestAcidGuarantees,,1733368897317.391eaad722486776ccef74e9c34b02b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:21:42,720 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=391eaad722486776ccef74e9c34b02b1, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:21:42,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53578 deadline: 1733368962719, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=391eaad722486776ccef74e9c34b02b1, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:21:42,721 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=391eaad722486776ccef74e9c34b02b1, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:21:42,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53552 deadline: 1733368962719, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=391eaad722486776ccef74e9c34b02b1, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:21:42,721 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=391eaad722486776ccef74e9c34b02b1, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:21:42,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53512 deadline: 1733368962720, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=391eaad722486776ccef74e9c34b02b1, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:21:42,722 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=391eaad722486776ccef74e9c34b02b1, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:21:42,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53622 deadline: 1733368962720, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=391eaad722486776ccef74e9c34b02b1, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:21:42,722 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=391eaad722486776ccef74e9c34b02b1, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:21:42,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53526 deadline: 1733368962721, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=391eaad722486776ccef74e9c34b02b1, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:21:42,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=179 2024-12-05T03:21:42,803 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 971fbbbe942d,46085,1733368737191 2024-12-05T03:21:42,803 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46085 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=180 2024-12-05T03:21:42,803 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733368897317.391eaad722486776ccef74e9c34b02b1. 2024-12-05T03:21:42,803 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733368897317.391eaad722486776ccef74e9c34b02b1. as already flushing 2024-12-05T03:21:42,804 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733368897317.391eaad722486776ccef74e9c34b02b1. 2024-12-05T03:21:42,804 ERROR [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=180}] handler.RSProcedureHandler(58): pid=180 java.io.IOException: Unable to complete flush {ENCODED => 391eaad722486776ccef74e9c34b02b1, NAME => 'TestAcidGuarantees,,1733368897317.391eaad722486776ccef74e9c34b02b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:21:42,804 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=180 java.io.IOException: Unable to complete flush {ENCODED => 391eaad722486776ccef74e9c34b02b1, NAME => 'TestAcidGuarantees,,1733368897317.391eaad722486776ccef74e9c34b02b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:21:42,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.HMaster(4114): Remote procedure failed, pid=180 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 391eaad722486776ccef74e9c34b02b1, NAME => 'TestAcidGuarantees,,1733368897317.391eaad722486776ccef74e9c34b02b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 391eaad722486776ccef74e9c34b02b1, NAME => 'TestAcidGuarantees,,1733368897317.391eaad722486776ccef74e9c34b02b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:21:42,923 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=391eaad722486776ccef74e9c34b02b1, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:21:42,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53552 deadline: 1733368962922, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=391eaad722486776ccef74e9c34b02b1, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:21:42,924 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=391eaad722486776ccef74e9c34b02b1, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:21:42,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53512 deadline: 1733368962922, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=391eaad722486776ccef74e9c34b02b1, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:21:42,924 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=391eaad722486776ccef74e9c34b02b1, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:21:42,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53578 deadline: 1733368962923, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=391eaad722486776ccef74e9c34b02b1, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:21:42,924 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=391eaad722486776ccef74e9c34b02b1, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:21:42,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53526 deadline: 1733368962923, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=391eaad722486776ccef74e9c34b02b1, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:21:42,926 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=391eaad722486776ccef74e9c34b02b1, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:21:42,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53622 deadline: 1733368962924, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=391eaad722486776ccef74e9c34b02b1, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:21:42,956 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 971fbbbe942d,46085,1733368737191 2024-12-05T03:21:42,956 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46085 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=180 2024-12-05T03:21:42,956 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733368897317.391eaad722486776ccef74e9c34b02b1. 2024-12-05T03:21:42,956 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733368897317.391eaad722486776ccef74e9c34b02b1. as already flushing 2024-12-05T03:21:42,956 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733368897317.391eaad722486776ccef74e9c34b02b1. 2024-12-05T03:21:42,956 ERROR [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=180}] handler.RSProcedureHandler(58): pid=180 java.io.IOException: Unable to complete flush {ENCODED => 391eaad722486776ccef74e9c34b02b1, NAME => 'TestAcidGuarantees,,1733368897317.391eaad722486776ccef74e9c34b02b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:21:42,957 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=180 java.io.IOException: Unable to complete flush {ENCODED => 391eaad722486776ccef74e9c34b02b1, NAME => 'TestAcidGuarantees,,1733368897317.391eaad722486776ccef74e9c34b02b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:21:42,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.HMaster(4114): Remote procedure failed, pid=180 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 391eaad722486776ccef74e9c34b02b1, NAME => 'TestAcidGuarantees,,1733368897317.391eaad722486776ccef74e9c34b02b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 391eaad722486776ccef74e9c34b02b1, NAME => 'TestAcidGuarantees,,1733368897317.391eaad722486776ccef74e9c34b02b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:21:43,031 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:43,035 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241205f088a106ddbe41e48d5c946e51eb6541_391eaad722486776ccef74e9c34b02b1 to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241205f088a106ddbe41e48d5c946e51eb6541_391eaad722486776ccef74e9c34b02b1 2024-12-05T03:21:43,036 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/.tmp/A/849aefa6b7314d758c6556cdfa6c3a34, store: [table=TestAcidGuarantees family=A region=391eaad722486776ccef74e9c34b02b1] 2024-12-05T03:21:43,037 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/.tmp/A/849aefa6b7314d758c6556cdfa6c3a34 is 175, key is test_row_0/A:col10/1733368902577/Put/seqid=0 2024-12-05T03:21:43,038 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073742458_1634 (size=73995) 2024-12-05T03:21:43,039 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=52, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/.tmp/A/849aefa6b7314d758c6556cdfa6c3a34 2024-12-05T03:21:43,044 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/.tmp/B/9a71178b9adf4ec99133ac57ef342ef6 is 50, key is test_row_0/B:col10/1733368902577/Put/seqid=0 2024-12-05T03:21:43,047 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073742460_1636 (size=12001) 2024-12-05T03:21:43,048 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=52 (bloomFilter=true), to=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/.tmp/B/9a71178b9adf4ec99133ac57ef342ef6 2024-12-05T03:21:43,059 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/.tmp/C/0e47323349ed47d8bdf944029fe5e912 is 50, key is test_row_0/C:col10/1733368902577/Put/seqid=0 2024-12-05T03:21:43,062 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073742461_1637 (size=12001) 2024-12-05T03:21:43,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=179 2024-12-05T03:21:43,108 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 971fbbbe942d,46085,1733368737191 2024-12-05T03:21:43,109 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46085 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=180 2024-12-05T03:21:43,109 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733368897317.391eaad722486776ccef74e9c34b02b1. 2024-12-05T03:21:43,109 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733368897317.391eaad722486776ccef74e9c34b02b1. as already flushing 2024-12-05T03:21:43,109 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733368897317.391eaad722486776ccef74e9c34b02b1. 2024-12-05T03:21:43,109 ERROR [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] handler.RSProcedureHandler(58): pid=180 java.io.IOException: Unable to complete flush {ENCODED => 391eaad722486776ccef74e9c34b02b1, NAME => 'TestAcidGuarantees,,1733368897317.391eaad722486776ccef74e9c34b02b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:21:43,109 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=180 java.io.IOException: Unable to complete flush {ENCODED => 391eaad722486776ccef74e9c34b02b1, NAME => 'TestAcidGuarantees,,1733368897317.391eaad722486776ccef74e9c34b02b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:21:43,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.HMaster(4114): Remote procedure failed, pid=180 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 391eaad722486776ccef74e9c34b02b1, NAME => 'TestAcidGuarantees,,1733368897317.391eaad722486776ccef74e9c34b02b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 391eaad722486776ccef74e9c34b02b1, NAME => 'TestAcidGuarantees,,1733368897317.391eaad722486776ccef74e9c34b02b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:21:43,226 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=391eaad722486776ccef74e9c34b02b1, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:21:43,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53512 deadline: 1733368963225, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=391eaad722486776ccef74e9c34b02b1, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:21:43,227 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=391eaad722486776ccef74e9c34b02b1, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:21:43,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53578 deadline: 1733368963226, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=391eaad722486776ccef74e9c34b02b1, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:21:43,228 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=391eaad722486776ccef74e9c34b02b1, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:21:43,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53552 deadline: 1733368963227, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=391eaad722486776ccef74e9c34b02b1, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:21:43,228 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=391eaad722486776ccef74e9c34b02b1, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:21:43,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53622 deadline: 1733368963227, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=391eaad722486776ccef74e9c34b02b1, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:21:43,228 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=391eaad722486776ccef74e9c34b02b1, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:21:43,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53526 deadline: 1733368963227, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=391eaad722486776ccef74e9c34b02b1, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:21:43,261 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 971fbbbe942d,46085,1733368737191 2024-12-05T03:21:43,261 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46085 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=180 2024-12-05T03:21:43,261 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733368897317.391eaad722486776ccef74e9c34b02b1. 2024-12-05T03:21:43,261 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733368897317.391eaad722486776ccef74e9c34b02b1. as already flushing 2024-12-05T03:21:43,261 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733368897317.391eaad722486776ccef74e9c34b02b1. 2024-12-05T03:21:43,261 ERROR [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=180}] handler.RSProcedureHandler(58): pid=180 java.io.IOException: Unable to complete flush {ENCODED => 391eaad722486776ccef74e9c34b02b1, NAME => 'TestAcidGuarantees,,1733368897317.391eaad722486776ccef74e9c34b02b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:21:43,262 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=180 java.io.IOException: Unable to complete flush {ENCODED => 391eaad722486776ccef74e9c34b02b1, NAME => 'TestAcidGuarantees,,1733368897317.391eaad722486776ccef74e9c34b02b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:21:43,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.HMaster(4114): Remote procedure failed, pid=180 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 391eaad722486776ccef74e9c34b02b1, NAME => 'TestAcidGuarantees,,1733368897317.391eaad722486776ccef74e9c34b02b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 391eaad722486776ccef74e9c34b02b1, NAME => 'TestAcidGuarantees,,1733368897317.391eaad722486776ccef74e9c34b02b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:21:43,413 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 971fbbbe942d,46085,1733368737191 2024-12-05T03:21:43,414 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46085 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=180 2024-12-05T03:21:43,414 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733368897317.391eaad722486776ccef74e9c34b02b1. 2024-12-05T03:21:43,414 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733368897317.391eaad722486776ccef74e9c34b02b1. as already flushing 2024-12-05T03:21:43,414 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733368897317.391eaad722486776ccef74e9c34b02b1. 2024-12-05T03:21:43,414 ERROR [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=180}] handler.RSProcedureHandler(58): pid=180 java.io.IOException: Unable to complete flush {ENCODED => 391eaad722486776ccef74e9c34b02b1, NAME => 'TestAcidGuarantees,,1733368897317.391eaad722486776ccef74e9c34b02b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:21:43,415 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=180 java.io.IOException: Unable to complete flush {ENCODED => 391eaad722486776ccef74e9c34b02b1, NAME => 'TestAcidGuarantees,,1733368897317.391eaad722486776ccef74e9c34b02b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:21:43,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.HMaster(4114): Remote procedure failed, pid=180 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 391eaad722486776ccef74e9c34b02b1, NAME => 'TestAcidGuarantees,,1733368897317.391eaad722486776ccef74e9c34b02b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 391eaad722486776ccef74e9c34b02b1, NAME => 'TestAcidGuarantees,,1733368897317.391eaad722486776ccef74e9c34b02b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:21:43,463 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=52 (bloomFilter=true), to=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/.tmp/C/0e47323349ed47d8bdf944029fe5e912 2024-12-05T03:21:43,470 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/.tmp/A/849aefa6b7314d758c6556cdfa6c3a34 as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/A/849aefa6b7314d758c6556cdfa6c3a34 2024-12-05T03:21:43,474 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/A/849aefa6b7314d758c6556cdfa6c3a34, entries=400, sequenceid=52, filesize=72.3 K 2024-12-05T03:21:43,475 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/.tmp/B/9a71178b9adf4ec99133ac57ef342ef6 as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/B/9a71178b9adf4ec99133ac57ef342ef6 2024-12-05T03:21:43,479 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/B/9a71178b9adf4ec99133ac57ef342ef6, entries=150, sequenceid=52, filesize=11.7 K 2024-12-05T03:21:43,479 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/.tmp/C/0e47323349ed47d8bdf944029fe5e912 as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/C/0e47323349ed47d8bdf944029fe5e912 2024-12-05T03:21:43,483 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/C/0e47323349ed47d8bdf944029fe5e912, entries=150, sequenceid=52, filesize=11.7 K 2024-12-05T03:21:43,483 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 391eaad722486776ccef74e9c34b02b1 in 902ms, sequenceid=52, compaction requested=true 2024-12-05T03:21:43,484 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 391eaad722486776ccef74e9c34b02b1: 2024-12-05T03:21:43,484 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 391eaad722486776ccef74e9c34b02b1:A, priority=-2147483648, current under compaction store size is 1 2024-12-05T03:21:43,484 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T03:21:43,484 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 391eaad722486776ccef74e9c34b02b1:B, priority=-2147483648, current under compaction store size is 2 2024-12-05T03:21:43,484 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T03:21:43,484 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T03:21:43,484 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 391eaad722486776ccef74e9c34b02b1:C, priority=-2147483648, current under compaction store size is 3 2024-12-05T03:21:43,484 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-12-05T03:21:43,484 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T03:21:43,485 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T03:21:43,485 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.HStore(1540): 391eaad722486776ccef74e9c34b02b1/B is initiating minor compaction (all files) 2024-12-05T03:21:43,485 INFO [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 391eaad722486776ccef74e9c34b02b1/B in TestAcidGuarantees,,1733368897317.391eaad722486776ccef74e9c34b02b1. 2024-12-05T03:21:43,485 INFO [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/B/923fb3d58bb341a0b2a72a35e8d4748e, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/B/71e7a20a0e424dcebb9a3d6ac498f83c, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/B/9a71178b9adf4ec99133ac57ef342ef6] into tmpdir=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/.tmp, totalSize=35.2 K 2024-12-05T03:21:43,485 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 135905 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T03:21:43,486 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.HStore(1540): 391eaad722486776ccef74e9c34b02b1/A is initiating minor compaction (all files) 2024-12-05T03:21:43,486 INFO [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 391eaad722486776ccef74e9c34b02b1/A in TestAcidGuarantees,,1733368897317.391eaad722486776ccef74e9c34b02b1. 2024-12-05T03:21:43,486 INFO [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/A/247068ec8a39423e924c732388647b53, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/A/0e15103b03954e42aefb53cdafdb7eac, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/A/849aefa6b7314d758c6556cdfa6c3a34] into tmpdir=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/.tmp, totalSize=132.7 K 2024-12-05T03:21:43,486 INFO [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=69.23 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733368897317.391eaad722486776ccef74e9c34b02b1. 2024-12-05T03:21:43,486 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733368897317.391eaad722486776ccef74e9c34b02b1. files: [hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/A/247068ec8a39423e924c732388647b53, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/A/0e15103b03954e42aefb53cdafdb7eac, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/A/849aefa6b7314d758c6556cdfa6c3a34] 2024-12-05T03:21:43,486 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] compactions.Compactor(224): Compacting 923fb3d58bb341a0b2a72a35e8d4748e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1733368900401 2024-12-05T03:21:43,486 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] compactions.Compactor(224): Compacting 247068ec8a39423e924c732388647b53, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1733368900401 2024-12-05T03:21:43,486 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] compactions.Compactor(224): Compacting 71e7a20a0e424dcebb9a3d6ac498f83c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1733368900421 2024-12-05T03:21:43,486 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0e15103b03954e42aefb53cdafdb7eac, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1733368900421 2024-12-05T03:21:43,487 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] compactions.Compactor(224): Compacting 9a71178b9adf4ec99133ac57ef342ef6, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1733368902577 2024-12-05T03:21:43,487 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] compactions.Compactor(224): Compacting 849aefa6b7314d758c6556cdfa6c3a34, keycount=400, bloomtype=ROW, size=72.3 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1733368902565 2024-12-05T03:21:43,498 INFO [RS:0;971fbbbe942d:46085-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 391eaad722486776ccef74e9c34b02b1#B#compaction#547 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 69.23 MB/second 2024-12-05T03:21:43,498 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/.tmp/B/b84c4c5dd50f4e709c342c9bf24e50a1 is 50, key is test_row_0/B:col10/1733368902577/Put/seqid=0 2024-12-05T03:21:43,501 INFO [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=391eaad722486776ccef74e9c34b02b1] 2024-12-05T03:21:43,511 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241205a55a6900fb1c445bb352190a857bf30c_391eaad722486776ccef74e9c34b02b1 store=[table=TestAcidGuarantees family=A region=391eaad722486776ccef74e9c34b02b1] 2024-12-05T03:21:43,514 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241205a55a6900fb1c445bb352190a857bf30c_391eaad722486776ccef74e9c34b02b1, store=[table=TestAcidGuarantees family=A region=391eaad722486776ccef74e9c34b02b1] 2024-12-05T03:21:43,514 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241205a55a6900fb1c445bb352190a857bf30c_391eaad722486776ccef74e9c34b02b1 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=391eaad722486776ccef74e9c34b02b1] 2024-12-05T03:21:43,517 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073742462_1638 (size=12104) 2024-12-05T03:21:43,520 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073742463_1639 (size=4469) 2024-12-05T03:21:43,522 INFO [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 391eaad722486776ccef74e9c34b02b1#A#compaction#548 average throughput is 1.16 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 69.23 MB/second 2024-12-05T03:21:43,522 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/.tmp/A/a681a35ee6714d8d8f08a977a32ed5a4 is 175, key is test_row_0/A:col10/1733368902577/Put/seqid=0 2024-12-05T03:21:43,528 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/.tmp/B/b84c4c5dd50f4e709c342c9bf24e50a1 as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/B/b84c4c5dd50f4e709c342c9bf24e50a1 2024-12-05T03:21:43,533 INFO [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 391eaad722486776ccef74e9c34b02b1/B of 391eaad722486776ccef74e9c34b02b1 into b84c4c5dd50f4e709c342c9bf24e50a1(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T03:21:43,533 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 391eaad722486776ccef74e9c34b02b1: 2024-12-05T03:21:43,533 INFO [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733368897317.391eaad722486776ccef74e9c34b02b1., storeName=391eaad722486776ccef74e9c34b02b1/B, priority=13, startTime=1733368903484; duration=0sec 2024-12-05T03:21:43,533 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T03:21:43,533 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 391eaad722486776ccef74e9c34b02b1:B 2024-12-05T03:21:43,533 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T03:21:43,534 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T03:21:43,534 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.HStore(1540): 391eaad722486776ccef74e9c34b02b1/C is initiating minor compaction (all files) 2024-12-05T03:21:43,534 INFO [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 391eaad722486776ccef74e9c34b02b1/C in TestAcidGuarantees,,1733368897317.391eaad722486776ccef74e9c34b02b1. 2024-12-05T03:21:43,534 INFO [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/C/89c091d0170a4230816644862de06f5c, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/C/982624c4d7da48708622a42db9de13ed, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/C/0e47323349ed47d8bdf944029fe5e912] into tmpdir=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/.tmp, totalSize=35.2 K 2024-12-05T03:21:43,535 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] compactions.Compactor(224): Compacting 89c091d0170a4230816644862de06f5c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1733368900401 2024-12-05T03:21:43,535 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] compactions.Compactor(224): Compacting 982624c4d7da48708622a42db9de13ed, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1733368900421 2024-12-05T03:21:43,535 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] compactions.Compactor(224): Compacting 0e47323349ed47d8bdf944029fe5e912, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1733368902577 2024-12-05T03:21:43,542 INFO [RS:0;971fbbbe942d:46085-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 391eaad722486776ccef74e9c34b02b1#C#compaction#549 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 69.23 MB/second 2024-12-05T03:21:43,542 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/.tmp/C/0f46bcb54e664eab910c38f85057d07f is 50, key is test_row_0/C:col10/1733368902577/Put/seqid=0 2024-12-05T03:21:43,564 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073742465_1641 (size=12104) 2024-12-05T03:21:43,565 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073742464_1640 (size=31058) 2024-12-05T03:21:43,566 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 971fbbbe942d,46085,1733368737191 2024-12-05T03:21:43,567 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46085 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=180 2024-12-05T03:21:43,567 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733368897317.391eaad722486776ccef74e9c34b02b1. 2024-12-05T03:21:43,567 INFO [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.HRegion(2837): Flushing 391eaad722486776ccef74e9c34b02b1 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-12-05T03:21:43,568 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 391eaad722486776ccef74e9c34b02b1, store=A 2024-12-05T03:21:43,568 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T03:21:43,568 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 391eaad722486776ccef74e9c34b02b1, store=B 2024-12-05T03:21:43,568 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T03:21:43,568 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 391eaad722486776ccef74e9c34b02b1, store=C 2024-12-05T03:21:43,568 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T03:21:43,571 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/.tmp/C/0f46bcb54e664eab910c38f85057d07f as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/C/0f46bcb54e664eab910c38f85057d07f 2024-12-05T03:21:43,573 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/.tmp/A/a681a35ee6714d8d8f08a977a32ed5a4 as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/A/a681a35ee6714d8d8f08a977a32ed5a4 2024-12-05T03:21:43,576 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241205a875d1ac39a9420c8fd8886b8e641175_391eaad722486776ccef74e9c34b02b1 is 50, key is test_row_0/A:col10/1733368902613/Put/seqid=0 2024-12-05T03:21:43,579 INFO [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 391eaad722486776ccef74e9c34b02b1/C of 391eaad722486776ccef74e9c34b02b1 into 0f46bcb54e664eab910c38f85057d07f(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T03:21:43,579 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 391eaad722486776ccef74e9c34b02b1: 2024-12-05T03:21:43,579 INFO [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733368897317.391eaad722486776ccef74e9c34b02b1., storeName=391eaad722486776ccef74e9c34b02b1/C, priority=13, startTime=1733368903484; duration=0sec 2024-12-05T03:21:43,579 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T03:21:43,579 INFO [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 391eaad722486776ccef74e9c34b02b1/A of 391eaad722486776ccef74e9c34b02b1 into a681a35ee6714d8d8f08a977a32ed5a4(size=30.3 K), total size for store is 30.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T03:21:43,579 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 391eaad722486776ccef74e9c34b02b1:C 2024-12-05T03:21:43,580 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 391eaad722486776ccef74e9c34b02b1: 2024-12-05T03:21:43,580 INFO [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733368897317.391eaad722486776ccef74e9c34b02b1., storeName=391eaad722486776ccef74e9c34b02b1/A, priority=13, startTime=1733368903484; duration=0sec 2024-12-05T03:21:43,580 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T03:21:43,580 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 391eaad722486776ccef74e9c34b02b1:A 2024-12-05T03:21:43,582 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073742466_1642 (size=12154) 2024-12-05T03:21:43,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=179 2024-12-05T03:21:43,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(8581): Flush requested on 391eaad722486776ccef74e9c34b02b1 2024-12-05T03:21:43,730 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733368897317.391eaad722486776ccef74e9c34b02b1. as already flushing 2024-12-05T03:21:43,735 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=391eaad722486776ccef74e9c34b02b1, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:21:43,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53622 deadline: 1733368963733, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=391eaad722486776ccef74e9c34b02b1, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:21:43,736 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=391eaad722486776ccef74e9c34b02b1, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:21:43,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53578 deadline: 1733368963734, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=391eaad722486776ccef74e9c34b02b1, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:21:43,736 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=391eaad722486776ccef74e9c34b02b1, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:21:43,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53512 deadline: 1733368963734, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=391eaad722486776ccef74e9c34b02b1, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:21:43,736 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=391eaad722486776ccef74e9c34b02b1, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:21:43,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53552 deadline: 1733368963735, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=391eaad722486776ccef74e9c34b02b1, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:21:43,737 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=391eaad722486776ccef74e9c34b02b1, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:21:43,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53526 deadline: 1733368963735, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=391eaad722486776ccef74e9c34b02b1, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:21:43,836 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=391eaad722486776ccef74e9c34b02b1, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:21:43,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53622 deadline: 1733368963836, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=391eaad722486776ccef74e9c34b02b1, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:21:43,839 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=391eaad722486776ccef74e9c34b02b1, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:21:43,839 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=391eaad722486776ccef74e9c34b02b1, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:21:43,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53512 deadline: 1733368963837, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=391eaad722486776ccef74e9c34b02b1, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:21:43,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53578 deadline: 1733368963837, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=391eaad722486776ccef74e9c34b02b1, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:21:43,839 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=391eaad722486776ccef74e9c34b02b1, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:21:43,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53552 deadline: 1733368963837, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=391eaad722486776ccef74e9c34b02b1, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:21:43,839 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=391eaad722486776ccef74e9c34b02b1, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:21:43,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53526 deadline: 1733368963838, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=391eaad722486776ccef74e9c34b02b1, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:21:43,983 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:43,987 INFO [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241205a875d1ac39a9420c8fd8886b8e641175_391eaad722486776ccef74e9c34b02b1 to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241205a875d1ac39a9420c8fd8886b8e641175_391eaad722486776ccef74e9c34b02b1 2024-12-05T03:21:43,988 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/.tmp/A/ec2b025c181a4d8d876210db79526357, store: [table=TestAcidGuarantees family=A region=391eaad722486776ccef74e9c34b02b1] 2024-12-05T03:21:43,988 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/.tmp/A/ec2b025c181a4d8d876210db79526357 is 175, key is test_row_0/A:col10/1733368902613/Put/seqid=0 2024-12-05T03:21:43,994 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073742467_1643 (size=30955) 2024-12-05T03:21:44,039 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=391eaad722486776ccef74e9c34b02b1, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:21:44,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53622 deadline: 1733368964038, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=391eaad722486776ccef74e9c34b02b1, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:21:44,041 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=391eaad722486776ccef74e9c34b02b1, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:21:44,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53578 deadline: 1733368964040, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=391eaad722486776ccef74e9c34b02b1, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:21:44,041 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=391eaad722486776ccef74e9c34b02b1, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:21:44,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53552 deadline: 1733368964040, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=391eaad722486776ccef74e9c34b02b1, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:21:44,042 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=391eaad722486776ccef74e9c34b02b1, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:21:44,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53512 deadline: 1733368964041, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=391eaad722486776ccef74e9c34b02b1, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:21:44,042 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=391eaad722486776ccef74e9c34b02b1, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:21:44,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53526 deadline: 1733368964041, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=391eaad722486776ccef74e9c34b02b1, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:21:44,342 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=391eaad722486776ccef74e9c34b02b1, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:21:44,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53622 deadline: 1733368964342, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=391eaad722486776ccef74e9c34b02b1, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:21:44,343 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=391eaad722486776ccef74e9c34b02b1, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:21:44,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53578 deadline: 1733368964342, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=391eaad722486776ccef74e9c34b02b1, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:21:44,344 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=391eaad722486776ccef74e9c34b02b1, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:21:44,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53552 deadline: 1733368964342, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=391eaad722486776ccef74e9c34b02b1, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:21:44,345 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=391eaad722486776ccef74e9c34b02b1, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:21:44,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53512 deadline: 1733368964344, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=391eaad722486776ccef74e9c34b02b1, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:21:44,346 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=391eaad722486776ccef74e9c34b02b1, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:21:44,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53526 deadline: 1733368964345, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=391eaad722486776ccef74e9c34b02b1, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:21:44,394 INFO [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=78, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/.tmp/A/ec2b025c181a4d8d876210db79526357 2024-12-05T03:21:44,407 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/.tmp/B/33d3ff6b4d744fbbbe01f9a0c8a6b837 is 50, key is test_row_0/B:col10/1733368902613/Put/seqid=0 2024-12-05T03:21:44,411 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073742468_1644 (size=12001) 2024-12-05T03:21:44,411 INFO [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=78 (bloomFilter=true), to=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/.tmp/B/33d3ff6b4d744fbbbe01f9a0c8a6b837 2024-12-05T03:21:44,417 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/.tmp/C/58f1f6b2ad6e4d169eafa49e324a34f3 is 50, key is test_row_0/C:col10/1733368902613/Put/seqid=0 2024-12-05T03:21:44,436 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073742469_1645 (size=12001) 2024-12-05T03:21:44,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=179 2024-12-05T03:21:44,837 INFO [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=78 (bloomFilter=true), to=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/.tmp/C/58f1f6b2ad6e4d169eafa49e324a34f3 2024-12-05T03:21:44,842 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/.tmp/A/ec2b025c181a4d8d876210db79526357 as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/A/ec2b025c181a4d8d876210db79526357 2024-12-05T03:21:44,845 INFO [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/A/ec2b025c181a4d8d876210db79526357, entries=150, sequenceid=78, filesize=30.2 K 2024-12-05T03:21:44,846 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=391eaad722486776ccef74e9c34b02b1, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:21:44,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53622 deadline: 1733368964845, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=391eaad722486776ccef74e9c34b02b1, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:21:44,846 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/.tmp/B/33d3ff6b4d744fbbbe01f9a0c8a6b837 as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/B/33d3ff6b4d744fbbbe01f9a0c8a6b837 2024-12-05T03:21:44,849 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=391eaad722486776ccef74e9c34b02b1, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:21:44,849 INFO [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/B/33d3ff6b4d744fbbbe01f9a0c8a6b837, entries=150, sequenceid=78, filesize=11.7 K 2024-12-05T03:21:44,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53578 deadline: 1733368964847, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=391eaad722486776ccef74e9c34b02b1, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:21:44,849 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=391eaad722486776ccef74e9c34b02b1, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:21:44,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53526 deadline: 1733368964847, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=391eaad722486776ccef74e9c34b02b1, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:21:44,849 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=391eaad722486776ccef74e9c34b02b1, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:21:44,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53552 deadline: 1733368964847, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=391eaad722486776ccef74e9c34b02b1, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:21:44,850 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/.tmp/C/58f1f6b2ad6e4d169eafa49e324a34f3 as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/C/58f1f6b2ad6e4d169eafa49e324a34f3 2024-12-05T03:21:44,852 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=391eaad722486776ccef74e9c34b02b1, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:21:44,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53512 deadline: 1733368964850, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=391eaad722486776ccef74e9c34b02b1, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:21:44,853 INFO [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/C/58f1f6b2ad6e4d169eafa49e324a34f3, entries=150, sequenceid=78, filesize=11.7 K 2024-12-05T03:21:44,854 INFO [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 391eaad722486776ccef74e9c34b02b1 in 1287ms, sequenceid=78, compaction requested=false 2024-12-05T03:21:44,854 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.HRegion(2538): Flush status journal for 391eaad722486776ccef74e9c34b02b1: 2024-12-05T03:21:44,854 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733368897317.391eaad722486776ccef74e9c34b02b1. 2024-12-05T03:21:44,854 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=180 2024-12-05T03:21:44,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.HMaster(4106): Remote procedure done, pid=180 2024-12-05T03:21:44,856 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=180, resume processing ppid=179 2024-12-05T03:21:44,856 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=180, ppid=179, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.3570 sec 2024-12-05T03:21:44,857 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=179, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=179, table=TestAcidGuarantees in 2.3610 sec 2024-12-05T03:21:45,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(8581): Flush requested on 391eaad722486776ccef74e9c34b02b1 2024-12-05T03:21:45,852 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 391eaad722486776ccef74e9c34b02b1 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-12-05T03:21:45,852 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 391eaad722486776ccef74e9c34b02b1, store=A 2024-12-05T03:21:45,852 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T03:21:45,852 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 391eaad722486776ccef74e9c34b02b1, store=B 2024-12-05T03:21:45,852 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T03:21:45,852 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 391eaad722486776ccef74e9c34b02b1, store=C 2024-12-05T03:21:45,852 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T03:21:45,858 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120557eea458bb5c4272901bd338cbcd8896_391eaad722486776ccef74e9c34b02b1 is 50, key is test_row_0/A:col10/1733368903734/Put/seqid=0 2024-12-05T03:21:45,862 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073742470_1646 (size=12154) 2024-12-05T03:21:45,862 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:45,874 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=391eaad722486776ccef74e9c34b02b1, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:21:45,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53622 deadline: 1733368965871, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=391eaad722486776ccef74e9c34b02b1, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:21:45,874 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=391eaad722486776ccef74e9c34b02b1, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:21:45,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53552 deadline: 1733368965871, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=391eaad722486776ccef74e9c34b02b1, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:21:45,875 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=391eaad722486776ccef74e9c34b02b1, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:21:45,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53578 deadline: 1733368965871, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=391eaad722486776ccef74e9c34b02b1, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:21:45,876 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=391eaad722486776ccef74e9c34b02b1, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:21:45,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53526 deadline: 1733368965874, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=391eaad722486776ccef74e9c34b02b1, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:21:45,877 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=391eaad722486776ccef74e9c34b02b1, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:21:45,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53512 deadline: 1733368965875, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=391eaad722486776ccef74e9c34b02b1, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:21:45,879 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120557eea458bb5c4272901bd338cbcd8896_391eaad722486776ccef74e9c34b02b1 to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120557eea458bb5c4272901bd338cbcd8896_391eaad722486776ccef74e9c34b02b1 2024-12-05T03:21:45,880 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/.tmp/A/4c3f61e9593b4ba6aacb0a214b8c7ba2, store: [table=TestAcidGuarantees family=A region=391eaad722486776ccef74e9c34b02b1] 2024-12-05T03:21:45,881 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/.tmp/A/4c3f61e9593b4ba6aacb0a214b8c7ba2 is 175, key is test_row_0/A:col10/1733368903734/Put/seqid=0 2024-12-05T03:21:45,889 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073742471_1647 (size=30955) 2024-12-05T03:21:45,977 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=391eaad722486776ccef74e9c34b02b1, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:21:45,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53622 deadline: 1733368965975, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=391eaad722486776ccef74e9c34b02b1, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:21:45,978 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=391eaad722486776ccef74e9c34b02b1, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:21:45,977 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=391eaad722486776ccef74e9c34b02b1, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:21:45,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53578 deadline: 1733368965976, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=391eaad722486776ccef74e9c34b02b1, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:21:45,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53552 deadline: 1733368965975, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=391eaad722486776ccef74e9c34b02b1, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:21:45,978 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=391eaad722486776ccef74e9c34b02b1, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:21:45,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53526 deadline: 1733368965977, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=391eaad722486776ccef74e9c34b02b1, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:21:45,980 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=391eaad722486776ccef74e9c34b02b1, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:21:45,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53512 deadline: 1733368965978, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=391eaad722486776ccef74e9c34b02b1, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:21:46,180 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=391eaad722486776ccef74e9c34b02b1, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:21:46,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53622 deadline: 1733368966180, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=391eaad722486776ccef74e9c34b02b1, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:21:46,181 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=391eaad722486776ccef74e9c34b02b1, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:21:46,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53578 deadline: 1733368966180, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=391eaad722486776ccef74e9c34b02b1, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:21:46,181 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=391eaad722486776ccef74e9c34b02b1, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:21:46,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53552 deadline: 1733368966180, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=391eaad722486776ccef74e9c34b02b1, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:21:46,182 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=391eaad722486776ccef74e9c34b02b1, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:21:46,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53526 deadline: 1733368966180, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=391eaad722486776ccef74e9c34b02b1, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:21:46,183 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=391eaad722486776ccef74e9c34b02b1, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:21:46,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53512 deadline: 1733368966181, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=391eaad722486776ccef74e9c34b02b1, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:21:46,290 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=93, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/.tmp/A/4c3f61e9593b4ba6aacb0a214b8c7ba2 2024-12-05T03:21:46,295 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/.tmp/B/353bdf7d1c3c4c84abfa0249938d3c8b is 50, key is test_row_0/B:col10/1733368903734/Put/seqid=0 2024-12-05T03:21:46,299 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073742472_1648 (size=12001) 2024-12-05T03:21:46,482 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=391eaad722486776ccef74e9c34b02b1, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:21:46,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53622 deadline: 1733368966481, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=391eaad722486776ccef74e9c34b02b1, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:21:46,485 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=391eaad722486776ccef74e9c34b02b1, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:21:46,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53578 deadline: 1733368966483, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=391eaad722486776ccef74e9c34b02b1, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:21:46,485 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=391eaad722486776ccef74e9c34b02b1, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:21:46,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53526 deadline: 1733368966484, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=391eaad722486776ccef74e9c34b02b1, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:21:46,485 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=391eaad722486776ccef74e9c34b02b1, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:21:46,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53552 deadline: 1733368966484, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=391eaad722486776ccef74e9c34b02b1, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:21:46,487 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=391eaad722486776ccef74e9c34b02b1, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:21:46,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53512 deadline: 1733368966486, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=391eaad722486776ccef74e9c34b02b1, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:21:46,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=179 2024-12-05T03:21:46,602 INFO [Thread-2747 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 179 completed 2024-12-05T03:21:46,603 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-05T03:21:46,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] procedure2.ProcedureExecutor(1098): Stored pid=181, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=181, table=TestAcidGuarantees 2024-12-05T03:21:46,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=181 2024-12-05T03:21:46,605 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=181, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=181, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-05T03:21:46,605 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=181, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=181, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-05T03:21:46,605 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=182, ppid=181, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-05T03:21:46,699 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/.tmp/B/353bdf7d1c3c4c84abfa0249938d3c8b 2024-12-05T03:21:46,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=181 2024-12-05T03:21:46,706 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/.tmp/C/a4f066b5e45e4ca5b91e6264aa9ddde1 is 50, key is test_row_0/C:col10/1733368903734/Put/seqid=0 2024-12-05T03:21:46,710 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073742473_1649 (size=12001) 2024-12-05T03:21:46,756 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 971fbbbe942d,46085,1733368737191 2024-12-05T03:21:46,757 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46085 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=182 2024-12-05T03:21:46,757 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733368897317.391eaad722486776ccef74e9c34b02b1. 2024-12-05T03:21:46,757 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733368897317.391eaad722486776ccef74e9c34b02b1. as already flushing 2024-12-05T03:21:46,757 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733368897317.391eaad722486776ccef74e9c34b02b1. 2024-12-05T03:21:46,757 ERROR [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] handler.RSProcedureHandler(58): pid=182 java.io.IOException: Unable to complete flush {ENCODED => 391eaad722486776ccef74e9c34b02b1, NAME => 'TestAcidGuarantees,,1733368897317.391eaad722486776ccef74e9c34b02b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:21:46,757 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=182 java.io.IOException: Unable to complete flush {ENCODED => 391eaad722486776ccef74e9c34b02b1, NAME => 'TestAcidGuarantees,,1733368897317.391eaad722486776ccef74e9c34b02b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:21:46,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.HMaster(4114): Remote procedure failed, pid=182 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 391eaad722486776ccef74e9c34b02b1, NAME => 'TestAcidGuarantees,,1733368897317.391eaad722486776ccef74e9c34b02b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 391eaad722486776ccef74e9c34b02b1, NAME => 'TestAcidGuarantees,,1733368897317.391eaad722486776ccef74e9c34b02b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:21:46,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=181 2024-12-05T03:21:46,909 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 971fbbbe942d,46085,1733368737191 2024-12-05T03:21:46,910 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46085 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=182 2024-12-05T03:21:46,910 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733368897317.391eaad722486776ccef74e9c34b02b1. 2024-12-05T03:21:46,910 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733368897317.391eaad722486776ccef74e9c34b02b1. as already flushing 2024-12-05T03:21:46,910 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733368897317.391eaad722486776ccef74e9c34b02b1. 2024-12-05T03:21:46,910 ERROR [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=182}] handler.RSProcedureHandler(58): pid=182 java.io.IOException: Unable to complete flush {ENCODED => 391eaad722486776ccef74e9c34b02b1, NAME => 'TestAcidGuarantees,,1733368897317.391eaad722486776ccef74e9c34b02b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:21:46,910 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=182 java.io.IOException: Unable to complete flush {ENCODED => 391eaad722486776ccef74e9c34b02b1, NAME => 'TestAcidGuarantees,,1733368897317.391eaad722486776ccef74e9c34b02b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:21:46,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.HMaster(4114): Remote procedure failed, pid=182 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 391eaad722486776ccef74e9c34b02b1, NAME => 'TestAcidGuarantees,,1733368897317.391eaad722486776ccef74e9c34b02b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 391eaad722486776ccef74e9c34b02b1, NAME => 'TestAcidGuarantees,,1733368897317.391eaad722486776ccef74e9c34b02b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:21:46,938 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-12-05T03:21:46,938 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees Metrics about Tables on a single HBase RegionServer 2024-12-05T03:21:46,986 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=391eaad722486776ccef74e9c34b02b1, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:21:46,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53622 deadline: 1733368966985, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=391eaad722486776ccef74e9c34b02b1, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:21:46,989 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=391eaad722486776ccef74e9c34b02b1, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:21:46,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53578 deadline: 1733368966987, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=391eaad722486776ccef74e9c34b02b1, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:21:46,991 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=391eaad722486776ccef74e9c34b02b1, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:21:46,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53526 deadline: 1733368966989, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=391eaad722486776ccef74e9c34b02b1, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:21:46,991 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=391eaad722486776ccef74e9c34b02b1, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:21:46,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53552 deadline: 1733368966989, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=391eaad722486776ccef74e9c34b02b1, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:21:46,991 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=391eaad722486776ccef74e9c34b02b1, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:21:46,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53512 deadline: 1733368966989, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=391eaad722486776ccef74e9c34b02b1, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:21:47,062 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 971fbbbe942d,46085,1733368737191 2024-12-05T03:21:47,062 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46085 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=182 2024-12-05T03:21:47,062 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733368897317.391eaad722486776ccef74e9c34b02b1. 2024-12-05T03:21:47,062 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733368897317.391eaad722486776ccef74e9c34b02b1. as already flushing 2024-12-05T03:21:47,063 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733368897317.391eaad722486776ccef74e9c34b02b1. 2024-12-05T03:21:47,063 ERROR [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=182}] handler.RSProcedureHandler(58): pid=182 java.io.IOException: Unable to complete flush {ENCODED => 391eaad722486776ccef74e9c34b02b1, NAME => 'TestAcidGuarantees,,1733368897317.391eaad722486776ccef74e9c34b02b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:21:47,063 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=182 java.io.IOException: Unable to complete flush {ENCODED => 391eaad722486776ccef74e9c34b02b1, NAME => 'TestAcidGuarantees,,1733368897317.391eaad722486776ccef74e9c34b02b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:21:47,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.HMaster(4114): Remote procedure failed, pid=182 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 391eaad722486776ccef74e9c34b02b1, NAME => 'TestAcidGuarantees,,1733368897317.391eaad722486776ccef74e9c34b02b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 391eaad722486776ccef74e9c34b02b1, NAME => 'TestAcidGuarantees,,1733368897317.391eaad722486776ccef74e9c34b02b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:21:47,110 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/.tmp/C/a4f066b5e45e4ca5b91e6264aa9ddde1 2024-12-05T03:21:47,114 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/.tmp/A/4c3f61e9593b4ba6aacb0a214b8c7ba2 as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/A/4c3f61e9593b4ba6aacb0a214b8c7ba2 2024-12-05T03:21:47,117 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/A/4c3f61e9593b4ba6aacb0a214b8c7ba2, entries=150, sequenceid=93, filesize=30.2 K 2024-12-05T03:21:47,119 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/.tmp/B/353bdf7d1c3c4c84abfa0249938d3c8b as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/B/353bdf7d1c3c4c84abfa0249938d3c8b 2024-12-05T03:21:47,122 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/B/353bdf7d1c3c4c84abfa0249938d3c8b, entries=150, sequenceid=93, filesize=11.7 K 2024-12-05T03:21:47,122 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/.tmp/C/a4f066b5e45e4ca5b91e6264aa9ddde1 as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/C/a4f066b5e45e4ca5b91e6264aa9ddde1 2024-12-05T03:21:47,125 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/C/a4f066b5e45e4ca5b91e6264aa9ddde1, entries=150, sequenceid=93, filesize=11.7 K 2024-12-05T03:21:47,126 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=140.89 KB/144270 for 391eaad722486776ccef74e9c34b02b1 in 1274ms, sequenceid=93, compaction requested=true 2024-12-05T03:21:47,126 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 391eaad722486776ccef74e9c34b02b1: 2024-12-05T03:21:47,126 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 391eaad722486776ccef74e9c34b02b1:A, priority=-2147483648, current under compaction store size is 1 2024-12-05T03:21:47,126 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T03:21:47,126 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 391eaad722486776ccef74e9c34b02b1:B, priority=-2147483648, current under compaction store size is 2 2024-12-05T03:21:47,126 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T03:21:47,126 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T03:21:47,126 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 391eaad722486776ccef74e9c34b02b1:C, priority=-2147483648, current under compaction store size is 3 2024-12-05T03:21:47,126 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T03:21:47,126 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T03:21:47,127 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T03:21:47,127 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 92968 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T03:21:47,127 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.HStore(1540): 391eaad722486776ccef74e9c34b02b1/A is initiating minor compaction (all files) 2024-12-05T03:21:47,127 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.HStore(1540): 391eaad722486776ccef74e9c34b02b1/B is initiating minor compaction (all files) 2024-12-05T03:21:47,127 INFO [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 391eaad722486776ccef74e9c34b02b1/A in TestAcidGuarantees,,1733368897317.391eaad722486776ccef74e9c34b02b1. 2024-12-05T03:21:47,127 INFO [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 391eaad722486776ccef74e9c34b02b1/B in TestAcidGuarantees,,1733368897317.391eaad722486776ccef74e9c34b02b1. 2024-12-05T03:21:47,127 INFO [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/B/b84c4c5dd50f4e709c342c9bf24e50a1, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/B/33d3ff6b4d744fbbbe01f9a0c8a6b837, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/B/353bdf7d1c3c4c84abfa0249938d3c8b] into tmpdir=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/.tmp, totalSize=35.3 K 2024-12-05T03:21:47,127 INFO [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/A/a681a35ee6714d8d8f08a977a32ed5a4, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/A/ec2b025c181a4d8d876210db79526357, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/A/4c3f61e9593b4ba6aacb0a214b8c7ba2] into tmpdir=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/.tmp, totalSize=90.8 K 2024-12-05T03:21:47,127 INFO [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=69.23 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733368897317.391eaad722486776ccef74e9c34b02b1. 2024-12-05T03:21:47,127 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733368897317.391eaad722486776ccef74e9c34b02b1. files: [hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/A/a681a35ee6714d8d8f08a977a32ed5a4, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/A/ec2b025c181a4d8d876210db79526357, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/A/4c3f61e9593b4ba6aacb0a214b8c7ba2] 2024-12-05T03:21:47,128 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] compactions.Compactor(224): Compacting b84c4c5dd50f4e709c342c9bf24e50a1, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1733368902577 2024-12-05T03:21:47,128 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] compactions.Compactor(224): Compacting a681a35ee6714d8d8f08a977a32ed5a4, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1733368902577 2024-12-05T03:21:47,128 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] compactions.Compactor(224): Compacting 33d3ff6b4d744fbbbe01f9a0c8a6b837, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1733368902613 2024-12-05T03:21:47,128 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] compactions.Compactor(224): Compacting ec2b025c181a4d8d876210db79526357, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1733368902613 2024-12-05T03:21:47,128 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] compactions.Compactor(224): Compacting 353bdf7d1c3c4c84abfa0249938d3c8b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1733368903734 2024-12-05T03:21:47,128 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4c3f61e9593b4ba6aacb0a214b8c7ba2, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1733368903734 2024-12-05T03:21:47,134 INFO [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=391eaad722486776ccef74e9c34b02b1] 2024-12-05T03:21:47,134 INFO [RS:0;971fbbbe942d:46085-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 391eaad722486776ccef74e9c34b02b1#B#compaction#556 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 69.23 MB/second 2024-12-05T03:21:47,135 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/.tmp/B/70f489cd63d84c4f95b567e2b848511f is 50, key is test_row_0/B:col10/1733368903734/Put/seqid=0 2024-12-05T03:21:47,137 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241205e75a7ffeabce477d9b5f1a4b49cb84df_391eaad722486776ccef74e9c34b02b1 store=[table=TestAcidGuarantees family=A region=391eaad722486776ccef74e9c34b02b1] 2024-12-05T03:21:47,139 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241205e75a7ffeabce477d9b5f1a4b49cb84df_391eaad722486776ccef74e9c34b02b1, store=[table=TestAcidGuarantees family=A region=391eaad722486776ccef74e9c34b02b1] 2024-12-05T03:21:47,139 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241205e75a7ffeabce477d9b5f1a4b49cb84df_391eaad722486776ccef74e9c34b02b1 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=391eaad722486776ccef74e9c34b02b1] 2024-12-05T03:21:47,142 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073742474_1650 (size=12207) 2024-12-05T03:21:47,165 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073742475_1651 (size=4469) 2024-12-05T03:21:47,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=181 2024-12-05T03:21:47,215 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 971fbbbe942d,46085,1733368737191 2024-12-05T03:21:47,215 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46085 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=182 2024-12-05T03:21:47,215 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733368897317.391eaad722486776ccef74e9c34b02b1. 2024-12-05T03:21:47,215 INFO [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.HRegion(2837): Flushing 391eaad722486776ccef74e9c34b02b1 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-12-05T03:21:47,216 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 391eaad722486776ccef74e9c34b02b1, store=A 2024-12-05T03:21:47,216 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T03:21:47,216 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 391eaad722486776ccef74e9c34b02b1, store=B 2024-12-05T03:21:47,216 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T03:21:47,216 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 391eaad722486776ccef74e9c34b02b1, store=C 2024-12-05T03:21:47,216 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T03:21:47,221 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241205a7e1410c25bd4eeca3d1dbde31ef3360_391eaad722486776ccef74e9c34b02b1 is 50, key is test_row_0/A:col10/1733368905870/Put/seqid=0 2024-12-05T03:21:47,225 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073742476_1652 (size=12154) 2024-12-05T03:21:47,226 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,229 INFO [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241205a7e1410c25bd4eeca3d1dbde31ef3360_391eaad722486776ccef74e9c34b02b1 to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241205a7e1410c25bd4eeca3d1dbde31ef3360_391eaad722486776ccef74e9c34b02b1 2024-12-05T03:21:47,229 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/.tmp/A/68565912e9124d7780113b9633e23772, store: [table=TestAcidGuarantees family=A region=391eaad722486776ccef74e9c34b02b1] 2024-12-05T03:21:47,230 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/.tmp/A/68565912e9124d7780113b9633e23772 is 175, key is test_row_0/A:col10/1733368905870/Put/seqid=0 2024-12-05T03:21:47,233 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073742477_1653 (size=30955) 2024-12-05T03:21:47,233 INFO [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=117, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/.tmp/A/68565912e9124d7780113b9633e23772 2024-12-05T03:21:47,239 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/.tmp/B/01b6b2bf96284213a583c2bafeab1e1b is 50, key is test_row_0/B:col10/1733368905870/Put/seqid=0 2024-12-05T03:21:47,242 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073742478_1654 (size=12001) 2024-12-05T03:21:47,547 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/.tmp/B/70f489cd63d84c4f95b567e2b848511f as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/B/70f489cd63d84c4f95b567e2b848511f 2024-12-05T03:21:47,551 INFO [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 391eaad722486776ccef74e9c34b02b1/B of 391eaad722486776ccef74e9c34b02b1 into 70f489cd63d84c4f95b567e2b848511f(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T03:21:47,551 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 391eaad722486776ccef74e9c34b02b1: 2024-12-05T03:21:47,551 INFO [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733368897317.391eaad722486776ccef74e9c34b02b1., storeName=391eaad722486776ccef74e9c34b02b1/B, priority=13, startTime=1733368907126; duration=0sec 2024-12-05T03:21:47,551 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T03:21:47,551 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 391eaad722486776ccef74e9c34b02b1:B 2024-12-05T03:21:47,551 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T03:21:47,552 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T03:21:47,552 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.HStore(1540): 391eaad722486776ccef74e9c34b02b1/C is initiating minor compaction (all files) 2024-12-05T03:21:47,552 INFO [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 391eaad722486776ccef74e9c34b02b1/C in TestAcidGuarantees,,1733368897317.391eaad722486776ccef74e9c34b02b1. 2024-12-05T03:21:47,553 INFO [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/C/0f46bcb54e664eab910c38f85057d07f, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/C/58f1f6b2ad6e4d169eafa49e324a34f3, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/C/a4f066b5e45e4ca5b91e6264aa9ddde1] into tmpdir=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/.tmp, totalSize=35.3 K 2024-12-05T03:21:47,553 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] compactions.Compactor(224): Compacting 0f46bcb54e664eab910c38f85057d07f, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1733368902577 2024-12-05T03:21:47,553 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] compactions.Compactor(224): Compacting 58f1f6b2ad6e4d169eafa49e324a34f3, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1733368902613 2024-12-05T03:21:47,553 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] compactions.Compactor(224): Compacting a4f066b5e45e4ca5b91e6264aa9ddde1, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1733368903734 2024-12-05T03:21:47,560 INFO [RS:0;971fbbbe942d:46085-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 391eaad722486776ccef74e9c34b02b1#C#compaction#560 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 69.23 MB/second 2024-12-05T03:21:47,561 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/.tmp/C/49a4caffd66440259c6002154e2c51fe is 50, key is test_row_0/C:col10/1733368903734/Put/seqid=0 2024-12-05T03:21:47,566 INFO [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 391eaad722486776ccef74e9c34b02b1#A#compaction#557 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 69.23 MB/second 2024-12-05T03:21:47,567 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/.tmp/A/ed74337b1ccb45ebbd64464179f65901 is 175, key is test_row_0/A:col10/1733368903734/Put/seqid=0 2024-12-05T03:21:47,570 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073742479_1655 (size=12207) 2024-12-05T03:21:47,571 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073742480_1656 (size=31161) 2024-12-05T03:21:47,643 INFO [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=117 (bloomFilter=true), to=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/.tmp/B/01b6b2bf96284213a583c2bafeab1e1b 2024-12-05T03:21:47,650 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/.tmp/C/9629ebf26c764895a36f3938a2ca31fc is 50, key is test_row_0/C:col10/1733368905870/Put/seqid=0 2024-12-05T03:21:47,654 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073742481_1657 (size=12001) 2024-12-05T03:21:47,655 INFO [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=117 (bloomFilter=true), to=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/.tmp/C/9629ebf26c764895a36f3938a2ca31fc 2024-12-05T03:21:47,658 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/.tmp/A/68565912e9124d7780113b9633e23772 as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/A/68565912e9124d7780113b9633e23772 2024-12-05T03:21:47,662 INFO [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/A/68565912e9124d7780113b9633e23772, entries=150, sequenceid=117, filesize=30.2 K 2024-12-05T03:21:47,663 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/.tmp/B/01b6b2bf96284213a583c2bafeab1e1b as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/B/01b6b2bf96284213a583c2bafeab1e1b 2024-12-05T03:21:47,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,666 INFO [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/B/01b6b2bf96284213a583c2bafeab1e1b, entries=150, sequenceid=117, filesize=11.7 K 2024-12-05T03:21:47,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,667 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/.tmp/C/9629ebf26c764895a36f3938a2ca31fc as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/C/9629ebf26c764895a36f3938a2ca31fc 2024-12-05T03:21:47,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,670 INFO [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/C/9629ebf26c764895a36f3938a2ca31fc, entries=150, sequenceid=117, filesize=11.7 K 2024-12-05T03:21:47,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,671 INFO [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=0 B/0 for 391eaad722486776ccef74e9c34b02b1 in 456ms, sequenceid=117, compaction requested=false 2024-12-05T03:21:47,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,672 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.HRegion(2538): Flush status journal for 391eaad722486776ccef74e9c34b02b1: 2024-12-05T03:21:47,672 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733368897317.391eaad722486776ccef74e9c34b02b1. 2024-12-05T03:21:47,672 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=182 2024-12-05T03:21:47,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.HMaster(4106): Remote procedure done, pid=182 2024-12-05T03:21:47,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,675 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=182, resume processing ppid=181 2024-12-05T03:21:47,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,675 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=182, ppid=181, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0680 sec 2024-12-05T03:21:47,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,676 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=181, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=181, table=TestAcidGuarantees in 1.0720 sec 2024-12-05T03:21:47,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=181 2024-12-05T03:21:47,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,707 INFO [Thread-2747 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 181 completed 2024-12-05T03:21:47,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,708 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-05T03:21:47,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] procedure2.ProcedureExecutor(1098): Stored pid=183, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=183, table=TestAcidGuarantees 2024-12-05T03:21:47,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=183 2024-12-05T03:21:47,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,710 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=183, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=183, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-05T03:21:47,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,710 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=183, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=183, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-05T03:21:47,710 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=184, ppid=183, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-05T03:21:47,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=183 2024-12-05T03:21:47,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,862 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 971fbbbe942d,46085,1733368737191 2024-12-05T03:21:47,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,862 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46085 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=184 2024-12-05T03:21:47,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,862 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733368897317.391eaad722486776ccef74e9c34b02b1. 2024-12-05T03:21:47,862 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.HRegion(2538): Flush status journal for 391eaad722486776ccef74e9c34b02b1: 2024-12-05T03:21:47,862 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733368897317.391eaad722486776ccef74e9c34b02b1. 2024-12-05T03:21:47,862 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=184 2024-12-05T03:21:47,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.HMaster(4106): Remote procedure done, pid=184 2024-12-05T03:21:47,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,865 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=184, resume processing ppid=183 2024-12-05T03:21:47,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,865 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=184, ppid=183, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 154 msec 2024-12-05T03:21:47,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,867 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=183, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=183, table=TestAcidGuarantees in 157 msec 2024-12-05T03:21:47,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,975 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/.tmp/C/49a4caffd66440259c6002154e2c51fe as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/C/49a4caffd66440259c6002154e2c51fe 2024-12-05T03:21:47,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,978 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/.tmp/A/ed74337b1ccb45ebbd64464179f65901 as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/A/ed74337b1ccb45ebbd64464179f65901 2024-12-05T03:21:47,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,981 INFO [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 391eaad722486776ccef74e9c34b02b1/C of 391eaad722486776ccef74e9c34b02b1 into 49a4caffd66440259c6002154e2c51fe(size=11.9 K), total size for store is 23.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T03:21:47,981 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 391eaad722486776ccef74e9c34b02b1: 2024-12-05T03:21:47,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,981 INFO [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733368897317.391eaad722486776ccef74e9c34b02b1., storeName=391eaad722486776ccef74e9c34b02b1/C, priority=13, startTime=1733368907126; duration=0sec 2024-12-05T03:21:47,981 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T03:21:47,981 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 391eaad722486776ccef74e9c34b02b1:C 2024-12-05T03:21:47,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,984 INFO [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 391eaad722486776ccef74e9c34b02b1/A of 391eaad722486776ccef74e9c34b02b1 into ed74337b1ccb45ebbd64464179f65901(size=30.4 K), total size for store is 60.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T03:21:47,984 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 391eaad722486776ccef74e9c34b02b1: 2024-12-05T03:21:47,984 INFO [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733368897317.391eaad722486776ccef74e9c34b02b1., storeName=391eaad722486776ccef74e9c34b02b1/A, priority=13, startTime=1733368907126; duration=0sec 2024-12-05T03:21:47,984 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T03:21:47,984 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 391eaad722486776ccef74e9c34b02b1:A 2024-12-05T03:21:47,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:47,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:48,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:48,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:48,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:48,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:48,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:48,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:48,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:48,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:48,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:48,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:48,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:48,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:48,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:48,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:48,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:48,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:48,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:48,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:48,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:48,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:48,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:48,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:48,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:48,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:48,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:48,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:48,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:48,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:48,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:48,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:48,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:48,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:48,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:48,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:48,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:48,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:48,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:48,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:48,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:48,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:48,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:48,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:48,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:48,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:48,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:48,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:48,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:48,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:48,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:48,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:48,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:48,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:48,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:48,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:48,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:48,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:48,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=183 2024-12-05T03:21:48,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:48,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:48,011 INFO [Thread-2747 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 183 completed 2024-12-05T03:21:48,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:48,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:48,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:48,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:48,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:48,013 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-05T03:21:48,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:48,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:48,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] procedure2.ProcedureExecutor(1098): Stored pid=185, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=185, table=TestAcidGuarantees 2024-12-05T03:21:48,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:48,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:48,014 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=185, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=185, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-05T03:21:48,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=185 2024-12-05T03:21:48,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:48,015 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=185, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=185, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-05T03:21:48,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:48,015 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=186, ppid=185, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-05T03:21:48,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:48,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:48,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:48,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:48,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:48,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:48,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:48,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:48,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:48,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:48,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:48,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:48,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:48,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:48,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:48,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:48,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:48,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:48,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:48,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:48,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:48,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:48,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:48,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:48,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:48,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:48,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:48,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:48,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:48,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:48,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:48,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:48,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:48,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:48,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:48,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:48,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:48,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:48,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:48,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:48,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:48,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:48,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:48,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:48,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:48,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:48,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:48,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:48,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:48,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:48,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:48,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:48,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:48,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:48,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:48,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:48,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:48,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:48,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:48,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:48,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:48,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:48,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:48,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:48,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:48,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:48,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:48,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:48,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:48,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:48,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:48,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:48,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:48,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:48,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:48,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:48,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:48,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:48,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:48,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:48,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:48,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:48,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:48,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:48,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:48,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:48,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:48,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:48,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:48,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:48,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:48,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:48,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:48,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:48,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:48,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:48,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:48,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(8581): Flush requested on 391eaad722486776ccef74e9c34b02b1 2024-12-05T03:21:48,043 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 391eaad722486776ccef74e9c34b02b1 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-05T03:21:48,043 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 391eaad722486776ccef74e9c34b02b1, store=A 2024-12-05T03:21:48,043 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T03:21:48,043 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 391eaad722486776ccef74e9c34b02b1, store=B 2024-12-05T03:21:48,043 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T03:21:48,043 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 391eaad722486776ccef74e9c34b02b1, store=C 2024-12-05T03:21:48,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:48,043 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T03:21:48,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:48,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:48,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:48,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:48,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:48,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:48,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:48,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:48,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:48,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:48,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:48,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:48,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:48,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:48,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:48,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:48,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:48,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:48,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:48,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:48,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:48,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:48,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:48,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:48,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:48,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:48,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:48,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:48,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:48,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:48,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:48,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:48,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:48,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:48,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:48,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:48,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:48,071 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120556e242be62a24e76be1c1d8e64255344_391eaad722486776ccef74e9c34b02b1 is 50, key is test_row_0/A:col10/1733368908034/Put/seqid=0 2024-12-05T03:21:48,076 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=391eaad722486776ccef74e9c34b02b1, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:21:48,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53552 deadline: 1733368968071, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=391eaad722486776ccef74e9c34b02b1, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:21:48,077 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=391eaad722486776ccef74e9c34b02b1, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:21:48,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53622 deadline: 1733368968073, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=391eaad722486776ccef74e9c34b02b1, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:21:48,077 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=391eaad722486776ccef74e9c34b02b1, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:21:48,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53526 deadline: 1733368968074, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=391eaad722486776ccef74e9c34b02b1, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:21:48,078 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=391eaad722486776ccef74e9c34b02b1, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:21:48,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53578 deadline: 1733368968075, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=391eaad722486776ccef74e9c34b02b1, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:21:48,078 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=391eaad722486776ccef74e9c34b02b1, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:21:48,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53512 deadline: 1733368968075, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=391eaad722486776ccef74e9c34b02b1, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:21:48,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=185 2024-12-05T03:21:48,147 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073742483_1659 (size=24558) 2024-12-05T03:21:48,147 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:48,151 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120556e242be62a24e76be1c1d8e64255344_391eaad722486776ccef74e9c34b02b1 to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120556e242be62a24e76be1c1d8e64255344_391eaad722486776ccef74e9c34b02b1 2024-12-05T03:21:48,152 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/.tmp/A/a8c2fbd9b00d4c3d8f5739e2d2a5cb71, store: [table=TestAcidGuarantees family=A region=391eaad722486776ccef74e9c34b02b1] 2024-12-05T03:21:48,153 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/.tmp/A/a8c2fbd9b00d4c3d8f5739e2d2a5cb71 is 175, key is test_row_0/A:col10/1733368908034/Put/seqid=0 2024-12-05T03:21:48,155 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073742482_1658 (size=74195) 2024-12-05T03:21:48,155 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=132, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/.tmp/A/a8c2fbd9b00d4c3d8f5739e2d2a5cb71 2024-12-05T03:21:48,163 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/.tmp/B/ed0102a5f36843eaba07fcfea7637f18 is 50, key is test_row_0/B:col10/1733368908034/Put/seqid=0 2024-12-05T03:21:48,166 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 971fbbbe942d,46085,1733368737191 2024-12-05T03:21:48,166 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46085 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=186 2024-12-05T03:21:48,167 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733368897317.391eaad722486776ccef74e9c34b02b1. 2024-12-05T03:21:48,167 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733368897317.391eaad722486776ccef74e9c34b02b1. as already flushing 2024-12-05T03:21:48,167 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733368897317.391eaad722486776ccef74e9c34b02b1. 2024-12-05T03:21:48,167 ERROR [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=186}] handler.RSProcedureHandler(58): pid=186 java.io.IOException: Unable to complete flush {ENCODED => 391eaad722486776ccef74e9c34b02b1, NAME => 'TestAcidGuarantees,,1733368897317.391eaad722486776ccef74e9c34b02b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:21:48,167 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=186 java.io.IOException: Unable to complete flush {ENCODED => 391eaad722486776ccef74e9c34b02b1, NAME => 'TestAcidGuarantees,,1733368897317.391eaad722486776ccef74e9c34b02b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:21:48,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.HMaster(4114): Remote procedure failed, pid=186 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 391eaad722486776ccef74e9c34b02b1, NAME => 'TestAcidGuarantees,,1733368897317.391eaad722486776ccef74e9c34b02b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 391eaad722486776ccef74e9c34b02b1, NAME => 'TestAcidGuarantees,,1733368897317.391eaad722486776ccef74e9c34b02b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:21:48,179 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=391eaad722486776ccef74e9c34b02b1, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:21:48,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53552 deadline: 1733368968177, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=391eaad722486776ccef74e9c34b02b1, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:21:48,180 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=391eaad722486776ccef74e9c34b02b1, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:21:48,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53526 deadline: 1733368968178, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=391eaad722486776ccef74e9c34b02b1, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:21:48,180 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=391eaad722486776ccef74e9c34b02b1, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:21:48,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53622 deadline: 1733368968178, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=391eaad722486776ccef74e9c34b02b1, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:21:48,181 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=391eaad722486776ccef74e9c34b02b1, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:21:48,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53578 deadline: 1733368968179, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=391eaad722486776ccef74e9c34b02b1, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:21:48,181 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=391eaad722486776ccef74e9c34b02b1, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:21:48,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53512 deadline: 1733368968179, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=391eaad722486776ccef74e9c34b02b1, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:21:48,209 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073742484_1660 (size=12151) 2024-12-05T03:21:48,210 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=132 (bloomFilter=true), to=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/.tmp/B/ed0102a5f36843eaba07fcfea7637f18 2024-12-05T03:21:48,226 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/.tmp/C/3d9479928941436985e589d0c189ca87 is 50, key is test_row_0/C:col10/1733368908034/Put/seqid=0 2024-12-05T03:21:48,258 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073742485_1661 (size=12151) 2024-12-05T03:21:48,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=185 2024-12-05T03:21:48,319 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 971fbbbe942d,46085,1733368737191 2024-12-05T03:21:48,320 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46085 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=186 2024-12-05T03:21:48,320 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733368897317.391eaad722486776ccef74e9c34b02b1. 2024-12-05T03:21:48,320 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733368897317.391eaad722486776ccef74e9c34b02b1. as already flushing 2024-12-05T03:21:48,320 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733368897317.391eaad722486776ccef74e9c34b02b1. 2024-12-05T03:21:48,320 ERROR [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=186}] handler.RSProcedureHandler(58): pid=186 java.io.IOException: Unable to complete flush {ENCODED => 391eaad722486776ccef74e9c34b02b1, NAME => 'TestAcidGuarantees,,1733368897317.391eaad722486776ccef74e9c34b02b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:21:48,320 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=186 java.io.IOException: Unable to complete flush {ENCODED => 391eaad722486776ccef74e9c34b02b1, NAME => 'TestAcidGuarantees,,1733368897317.391eaad722486776ccef74e9c34b02b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:21:48,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.HMaster(4114): Remote procedure failed, pid=186 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 391eaad722486776ccef74e9c34b02b1, NAME => 'TestAcidGuarantees,,1733368897317.391eaad722486776ccef74e9c34b02b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 391eaad722486776ccef74e9c34b02b1, NAME => 'TestAcidGuarantees,,1733368897317.391eaad722486776ccef74e9c34b02b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:21:48,384 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=391eaad722486776ccef74e9c34b02b1, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:21:48,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53526 deadline: 1733368968382, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=391eaad722486776ccef74e9c34b02b1, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:21:48,384 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=391eaad722486776ccef74e9c34b02b1, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:21:48,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53622 deadline: 1733368968382, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=391eaad722486776ccef74e9c34b02b1, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:21:48,385 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=391eaad722486776ccef74e9c34b02b1, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:21:48,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53552 deadline: 1733368968382, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=391eaad722486776ccef74e9c34b02b1, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:21:48,385 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=391eaad722486776ccef74e9c34b02b1, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:21:48,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53512 deadline: 1733368968383, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=391eaad722486776ccef74e9c34b02b1, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:21:48,386 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=391eaad722486776ccef74e9c34b02b1, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:21:48,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53578 deadline: 1733368968384, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=391eaad722486776ccef74e9c34b02b1, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:21:48,473 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 971fbbbe942d,46085,1733368737191 2024-12-05T03:21:48,473 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46085 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=186 2024-12-05T03:21:48,473 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733368897317.391eaad722486776ccef74e9c34b02b1. 2024-12-05T03:21:48,473 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733368897317.391eaad722486776ccef74e9c34b02b1. as already flushing 2024-12-05T03:21:48,473 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733368897317.391eaad722486776ccef74e9c34b02b1. 2024-12-05T03:21:48,473 ERROR [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=186}] handler.RSProcedureHandler(58): pid=186 java.io.IOException: Unable to complete flush {ENCODED => 391eaad722486776ccef74e9c34b02b1, NAME => 'TestAcidGuarantees,,1733368897317.391eaad722486776ccef74e9c34b02b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:21:48,474 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=186 java.io.IOException: Unable to complete flush {ENCODED => 391eaad722486776ccef74e9c34b02b1, NAME => 'TestAcidGuarantees,,1733368897317.391eaad722486776ccef74e9c34b02b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:21:48,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.HMaster(4114): Remote procedure failed, pid=186 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 391eaad722486776ccef74e9c34b02b1, NAME => 'TestAcidGuarantees,,1733368897317.391eaad722486776ccef74e9c34b02b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 391eaad722486776ccef74e9c34b02b1, NAME => 'TestAcidGuarantees,,1733368897317.391eaad722486776ccef74e9c34b02b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:21:48,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=185 2024-12-05T03:21:48,626 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 971fbbbe942d,46085,1733368737191 2024-12-05T03:21:48,626 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46085 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=186 2024-12-05T03:21:48,627 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733368897317.391eaad722486776ccef74e9c34b02b1. 2024-12-05T03:21:48,627 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733368897317.391eaad722486776ccef74e9c34b02b1. as already flushing 2024-12-05T03:21:48,627 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733368897317.391eaad722486776ccef74e9c34b02b1. 2024-12-05T03:21:48,627 ERROR [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=186}] handler.RSProcedureHandler(58): pid=186 java.io.IOException: Unable to complete flush {ENCODED => 391eaad722486776ccef74e9c34b02b1, NAME => 'TestAcidGuarantees,,1733368897317.391eaad722486776ccef74e9c34b02b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:21:48,627 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=186 java.io.IOException: Unable to complete flush {ENCODED => 391eaad722486776ccef74e9c34b02b1, NAME => 'TestAcidGuarantees,,1733368897317.391eaad722486776ccef74e9c34b02b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:21:48,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.HMaster(4114): Remote procedure failed, pid=186 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 391eaad722486776ccef74e9c34b02b1, NAME => 'TestAcidGuarantees,,1733368897317.391eaad722486776ccef74e9c34b02b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 391eaad722486776ccef74e9c34b02b1, NAME => 'TestAcidGuarantees,,1733368897317.391eaad722486776ccef74e9c34b02b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:21:48,659 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=132 (bloomFilter=true), to=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/.tmp/C/3d9479928941436985e589d0c189ca87 2024-12-05T03:21:48,664 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/.tmp/A/a8c2fbd9b00d4c3d8f5739e2d2a5cb71 as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/A/a8c2fbd9b00d4c3d8f5739e2d2a5cb71 2024-12-05T03:21:48,667 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/A/a8c2fbd9b00d4c3d8f5739e2d2a5cb71, entries=400, sequenceid=132, filesize=72.5 K 2024-12-05T03:21:48,668 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/.tmp/B/ed0102a5f36843eaba07fcfea7637f18 as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/B/ed0102a5f36843eaba07fcfea7637f18 2024-12-05T03:21:48,681 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/B/ed0102a5f36843eaba07fcfea7637f18, entries=150, sequenceid=132, filesize=11.9 K 2024-12-05T03:21:48,682 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/.tmp/C/3d9479928941436985e589d0c189ca87 as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/C/3d9479928941436985e589d0c189ca87 2024-12-05T03:21:48,687 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/C/3d9479928941436985e589d0c189ca87, entries=150, sequenceid=132, filesize=11.9 K 2024-12-05T03:21:48,688 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 391eaad722486776ccef74e9c34b02b1 in 645ms, sequenceid=132, compaction requested=true 2024-12-05T03:21:48,688 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 391eaad722486776ccef74e9c34b02b1: 2024-12-05T03:21:48,688 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T03:21:48,689 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 391eaad722486776ccef74e9c34b02b1:A, priority=-2147483648, current under compaction store size is 1 2024-12-05T03:21:48,690 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 136311 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T03:21:48,690 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.HStore(1540): 391eaad722486776ccef74e9c34b02b1/A is initiating minor compaction (all files) 2024-12-05T03:21:48,690 INFO [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 391eaad722486776ccef74e9c34b02b1/A in TestAcidGuarantees,,1733368897317.391eaad722486776ccef74e9c34b02b1. 2024-12-05T03:21:48,690 INFO [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/A/ed74337b1ccb45ebbd64464179f65901, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/A/68565912e9124d7780113b9633e23772, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/A/a8c2fbd9b00d4c3d8f5739e2d2a5cb71] into tmpdir=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/.tmp, totalSize=133.1 K 2024-12-05T03:21:48,690 INFO [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=69.23 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733368897317.391eaad722486776ccef74e9c34b02b1. 2024-12-05T03:21:48,690 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733368897317.391eaad722486776ccef74e9c34b02b1. files: [hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/A/ed74337b1ccb45ebbd64464179f65901, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/A/68565912e9124d7780113b9633e23772, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/A/a8c2fbd9b00d4c3d8f5739e2d2a5cb71] 2024-12-05T03:21:48,690 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T03:21:48,690 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T03:21:48,691 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] compactions.Compactor(224): Compacting ed74337b1ccb45ebbd64464179f65901, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1733368903734 2024-12-05T03:21:48,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(8581): Flush requested on 391eaad722486776ccef74e9c34b02b1 2024-12-05T03:21:48,691 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] compactions.Compactor(224): Compacting 68565912e9124d7780113b9633e23772, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1733368905870 2024-12-05T03:21:48,692 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 391eaad722486776ccef74e9c34b02b1:B, priority=-2147483648, current under compaction store size is 2 2024-12-05T03:21:48,692 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T03:21:48,692 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36359 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T03:21:48,692 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.HStore(1540): 391eaad722486776ccef74e9c34b02b1/B is initiating minor compaction (all files) 2024-12-05T03:21:48,692 INFO [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 391eaad722486776ccef74e9c34b02b1/B in TestAcidGuarantees,,1733368897317.391eaad722486776ccef74e9c34b02b1. 2024-12-05T03:21:48,692 INFO [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/B/70f489cd63d84c4f95b567e2b848511f, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/B/01b6b2bf96284213a583c2bafeab1e1b, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/B/ed0102a5f36843eaba07fcfea7637f18] into tmpdir=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/.tmp, totalSize=35.5 K 2024-12-05T03:21:48,693 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] compactions.Compactor(224): Compacting 70f489cd63d84c4f95b567e2b848511f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1733368903734 2024-12-05T03:21:48,692 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] compactions.Compactor(224): Compacting a8c2fbd9b00d4c3d8f5739e2d2a5cb71, keycount=400, bloomtype=ROW, size=72.5 K, encoding=NONE, compression=NONE, seqNum=132, earliestPutTs=1733368908031 2024-12-05T03:21:48,693 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] compactions.Compactor(224): Compacting 01b6b2bf96284213a583c2bafeab1e1b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1733368905870 2024-12-05T03:21:48,694 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] compactions.Compactor(224): Compacting ed0102a5f36843eaba07fcfea7637f18, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=132, earliestPutTs=1733368908034 2024-12-05T03:21:48,702 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 391eaad722486776ccef74e9c34b02b1:C, priority=-2147483648, current under compaction store size is 3 2024-12-05T03:21:48,702 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T03:21:48,702 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 391eaad722486776ccef74e9c34b02b1 3/3 column families, dataSize=201.27 KB heapSize=528.09 KB 2024-12-05T03:21:48,704 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 391eaad722486776ccef74e9c34b02b1, store=A 2024-12-05T03:21:48,704 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T03:21:48,704 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 391eaad722486776ccef74e9c34b02b1, store=B 2024-12-05T03:21:48,704 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T03:21:48,704 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 391eaad722486776ccef74e9c34b02b1, store=C 2024-12-05T03:21:48,704 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T03:21:48,705 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=391eaad722486776ccef74e9c34b02b1, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:21:48,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53578 deadline: 1733368968699, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=391eaad722486776ccef74e9c34b02b1, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:21:48,705 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=391eaad722486776ccef74e9c34b02b1, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:21:48,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53526 deadline: 1733368968699, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=391eaad722486776ccef74e9c34b02b1, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:21:48,705 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=391eaad722486776ccef74e9c34b02b1, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:21:48,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53552 deadline: 1733368968700, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=391eaad722486776ccef74e9c34b02b1, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:21:48,706 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=391eaad722486776ccef74e9c34b02b1, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:21:48,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53512 deadline: 1733368968703, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=391eaad722486776ccef74e9c34b02b1, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:21:48,707 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=391eaad722486776ccef74e9c34b02b1, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:21:48,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53622 deadline: 1733368968704, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=391eaad722486776ccef74e9c34b02b1, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:21:48,708 INFO [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=391eaad722486776ccef74e9c34b02b1] 2024-12-05T03:21:48,718 INFO [RS:0;971fbbbe942d:46085-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 391eaad722486776ccef74e9c34b02b1#B#compaction#566 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 69.23 MB/second 2024-12-05T03:21:48,719 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/.tmp/B/bd7f8b3113b641718f8d5fee21946395 is 50, key is test_row_0/B:col10/1733368908034/Put/seqid=0 2024-12-05T03:21:48,732 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024120592b80a0517a44d29996ded8f8b29da9e_391eaad722486776ccef74e9c34b02b1 store=[table=TestAcidGuarantees family=A region=391eaad722486776ccef74e9c34b02b1] 2024-12-05T03:21:48,736 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024120592b80a0517a44d29996ded8f8b29da9e_391eaad722486776ccef74e9c34b02b1, store=[table=TestAcidGuarantees family=A region=391eaad722486776ccef74e9c34b02b1] 2024-12-05T03:21:48,736 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120592b80a0517a44d29996ded8f8b29da9e_391eaad722486776ccef74e9c34b02b1 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=391eaad722486776ccef74e9c34b02b1] 2024-12-05T03:21:48,742 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412055de22488161549a0b4defebdbd62549b_391eaad722486776ccef74e9c34b02b1 is 50, key is test_row_0/A:col10/1733368908701/Put/seqid=0 2024-12-05T03:21:48,773 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073742486_1662 (size=12459) 2024-12-05T03:21:48,779 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/.tmp/B/bd7f8b3113b641718f8d5fee21946395 as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/B/bd7f8b3113b641718f8d5fee21946395 2024-12-05T03:21:48,779 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 971fbbbe942d,46085,1733368737191 2024-12-05T03:21:48,780 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46085 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=186 2024-12-05T03:21:48,780 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733368897317.391eaad722486776ccef74e9c34b02b1. 2024-12-05T03:21:48,780 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733368897317.391eaad722486776ccef74e9c34b02b1. as already flushing 2024-12-05T03:21:48,780 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733368897317.391eaad722486776ccef74e9c34b02b1. 2024-12-05T03:21:48,780 ERROR [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=186}] handler.RSProcedureHandler(58): pid=186 java.io.IOException: Unable to complete flush {ENCODED => 391eaad722486776ccef74e9c34b02b1, NAME => 'TestAcidGuarantees,,1733368897317.391eaad722486776ccef74e9c34b02b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:21:48,780 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=186 java.io.IOException: Unable to complete flush {ENCODED => 391eaad722486776ccef74e9c34b02b1, NAME => 'TestAcidGuarantees,,1733368897317.391eaad722486776ccef74e9c34b02b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:21:48,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.HMaster(4114): Remote procedure failed, pid=186 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 391eaad722486776ccef74e9c34b02b1, NAME => 'TestAcidGuarantees,,1733368897317.391eaad722486776ccef74e9c34b02b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 391eaad722486776ccef74e9c34b02b1, NAME => 'TestAcidGuarantees,,1733368897317.391eaad722486776ccef74e9c34b02b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:21:48,784 INFO [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 391eaad722486776ccef74e9c34b02b1/B of 391eaad722486776ccef74e9c34b02b1 into bd7f8b3113b641718f8d5fee21946395(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T03:21:48,784 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 391eaad722486776ccef74e9c34b02b1: 2024-12-05T03:21:48,784 INFO [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733368897317.391eaad722486776ccef74e9c34b02b1., storeName=391eaad722486776ccef74e9c34b02b1/B, priority=13, startTime=1733368908690; duration=0sec 2024-12-05T03:21:48,784 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T03:21:48,784 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 391eaad722486776ccef74e9c34b02b1:B 2024-12-05T03:21:48,784 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T03:21:48,785 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36359 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T03:21:48,785 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.HStore(1540): 391eaad722486776ccef74e9c34b02b1/C is initiating minor compaction (all files) 2024-12-05T03:21:48,785 INFO [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 391eaad722486776ccef74e9c34b02b1/C in TestAcidGuarantees,,1733368897317.391eaad722486776ccef74e9c34b02b1. 2024-12-05T03:21:48,786 INFO [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/C/49a4caffd66440259c6002154e2c51fe, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/C/9629ebf26c764895a36f3938a2ca31fc, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/C/3d9479928941436985e589d0c189ca87] into tmpdir=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/.tmp, totalSize=35.5 K 2024-12-05T03:21:48,786 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] compactions.Compactor(224): Compacting 49a4caffd66440259c6002154e2c51fe, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1733368903734 2024-12-05T03:21:48,786 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] compactions.Compactor(224): Compacting 9629ebf26c764895a36f3938a2ca31fc, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1733368905870 2024-12-05T03:21:48,787 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] compactions.Compactor(224): Compacting 3d9479928941436985e589d0c189ca87, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=132, earliestPutTs=1733368908034 2024-12-05T03:21:48,808 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=391eaad722486776ccef74e9c34b02b1, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:21:48,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53526 deadline: 1733368968806, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=391eaad722486776ccef74e9c34b02b1, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:21:48,808 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=391eaad722486776ccef74e9c34b02b1, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:21:48,808 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=391eaad722486776ccef74e9c34b02b1, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:21:48,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53578 deadline: 1733368968806, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=391eaad722486776ccef74e9c34b02b1, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:21:48,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53552 deadline: 1733368968807, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=391eaad722486776ccef74e9c34b02b1, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:21:48,809 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=391eaad722486776ccef74e9c34b02b1, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:21:48,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53512 deadline: 1733368968808, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=391eaad722486776ccef74e9c34b02b1, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:21:48,811 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=391eaad722486776ccef74e9c34b02b1, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:21:48,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53622 deadline: 1733368968808, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=391eaad722486776ccef74e9c34b02b1, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:21:48,836 INFO [RS:0;971fbbbe942d:46085-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 391eaad722486776ccef74e9c34b02b1#C#compaction#568 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 69.23 MB/second 2024-12-05T03:21:48,837 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/.tmp/C/59c3a4e516d24041bd973c4ff9762d04 is 50, key is test_row_0/C:col10/1733368908034/Put/seqid=0 2024-12-05T03:21:48,838 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073742487_1663 (size=4469) 2024-12-05T03:21:48,840 INFO [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 391eaad722486776ccef74e9c34b02b1#A#compaction#565 average throughput is 0.19 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 69.23 MB/second 2024-12-05T03:21:48,841 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/.tmp/A/849c62b28a3348f78986e9bdb7987330 is 175, key is test_row_0/A:col10/1733368908034/Put/seqid=0 2024-12-05T03:21:48,849 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073742488_1664 (size=14794) 2024-12-05T03:21:48,850 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:48,854 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412055de22488161549a0b4defebdbd62549b_391eaad722486776ccef74e9c34b02b1 to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412055de22488161549a0b4defebdbd62549b_391eaad722486776ccef74e9c34b02b1 2024-12-05T03:21:48,856 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/.tmp/A/b59979d46e744e72b6d63a6119c32385, store: [table=TestAcidGuarantees family=A region=391eaad722486776ccef74e9c34b02b1] 2024-12-05T03:21:48,856 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/.tmp/A/b59979d46e744e72b6d63a6119c32385 is 175, key is test_row_0/A:col10/1733368908701/Put/seqid=0 2024-12-05T03:21:48,907 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073742490_1666 (size=31413) 2024-12-05T03:21:48,913 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/.tmp/A/849c62b28a3348f78986e9bdb7987330 as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/A/849c62b28a3348f78986e9bdb7987330 2024-12-05T03:21:48,918 INFO [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 391eaad722486776ccef74e9c34b02b1/A of 391eaad722486776ccef74e9c34b02b1 into 849c62b28a3348f78986e9bdb7987330(size=30.7 K), total size for store is 30.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T03:21:48,918 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 391eaad722486776ccef74e9c34b02b1: 2024-12-05T03:21:48,918 INFO [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733368897317.391eaad722486776ccef74e9c34b02b1., storeName=391eaad722486776ccef74e9c34b02b1/A, priority=13, startTime=1733368908688; duration=0sec 2024-12-05T03:21:48,918 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T03:21:48,918 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 391eaad722486776ccef74e9c34b02b1:A 2024-12-05T03:21:48,923 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073742489_1665 (size=12459) 2024-12-05T03:21:48,928 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/.tmp/C/59c3a4e516d24041bd973c4ff9762d04 as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/C/59c3a4e516d24041bd973c4ff9762d04 2024-12-05T03:21:48,933 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 971fbbbe942d,46085,1733368737191 2024-12-05T03:21:48,933 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46085 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=186 2024-12-05T03:21:48,933 INFO [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 391eaad722486776ccef74e9c34b02b1/C of 391eaad722486776ccef74e9c34b02b1 into 59c3a4e516d24041bd973c4ff9762d04(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T03:21:48,933 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 391eaad722486776ccef74e9c34b02b1: 2024-12-05T03:21:48,933 INFO [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733368897317.391eaad722486776ccef74e9c34b02b1., storeName=391eaad722486776ccef74e9c34b02b1/C, priority=13, startTime=1733368908695; duration=0sec 2024-12-05T03:21:48,933 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T03:21:48,933 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 391eaad722486776ccef74e9c34b02b1:C 2024-12-05T03:21:48,933 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733368897317.391eaad722486776ccef74e9c34b02b1. 2024-12-05T03:21:48,933 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733368897317.391eaad722486776ccef74e9c34b02b1. as already flushing 2024-12-05T03:21:48,933 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733368897317.391eaad722486776ccef74e9c34b02b1. 2024-12-05T03:21:48,934 ERROR [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=186}] handler.RSProcedureHandler(58): pid=186 java.io.IOException: Unable to complete flush {ENCODED => 391eaad722486776ccef74e9c34b02b1, NAME => 'TestAcidGuarantees,,1733368897317.391eaad722486776ccef74e9c34b02b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:21:48,934 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=186 java.io.IOException: Unable to complete flush {ENCODED => 391eaad722486776ccef74e9c34b02b1, NAME => 'TestAcidGuarantees,,1733368897317.391eaad722486776ccef74e9c34b02b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:21:48,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.HMaster(4114): Remote procedure failed, pid=186 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 391eaad722486776ccef74e9c34b02b1, NAME => 'TestAcidGuarantees,,1733368897317.391eaad722486776ccef74e9c34b02b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 391eaad722486776ccef74e9c34b02b1, NAME => 'TestAcidGuarantees,,1733368897317.391eaad722486776ccef74e9c34b02b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:21:48,946 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073742491_1667 (size=39749) 2024-12-05T03:21:48,948 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=166, memsize=69.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/.tmp/A/b59979d46e744e72b6d63a6119c32385 2024-12-05T03:21:48,962 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/.tmp/B/63950a9a45f44db1bfd93e57778462af is 50, key is test_row_0/B:col10/1733368908701/Put/seqid=0 2024-12-05T03:21:48,978 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073742492_1668 (size=12151) 2024-12-05T03:21:48,979 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=69.33 KB at sequenceid=166 (bloomFilter=true), to=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/.tmp/B/63950a9a45f44db1bfd93e57778462af 2024-12-05T03:21:49,006 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/.tmp/C/31ee3e471f484e6bad809b71cab29a69 is 50, key is test_row_0/C:col10/1733368908701/Put/seqid=0 2024-12-05T03:21:49,010 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=391eaad722486776ccef74e9c34b02b1, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:21:49,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53526 deadline: 1733368969009, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=391eaad722486776ccef74e9c34b02b1, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:21:49,011 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=391eaad722486776ccef74e9c34b02b1, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:21:49,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53552 deadline: 1733368969011, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=391eaad722486776ccef74e9c34b02b1, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:21:49,012 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=391eaad722486776ccef74e9c34b02b1, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:21:49,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53512 deadline: 1733368969011, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=391eaad722486776ccef74e9c34b02b1, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:21:49,013 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=391eaad722486776ccef74e9c34b02b1, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:21:49,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53578 deadline: 1733368969011, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=391eaad722486776ccef74e9c34b02b1, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:21:49,015 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=391eaad722486776ccef74e9c34b02b1, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:21:49,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53622 deadline: 1733368969013, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=391eaad722486776ccef74e9c34b02b1, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:21:49,023 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073742493_1669 (size=12151) 2024-12-05T03:21:49,024 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=69.33 KB at sequenceid=166 (bloomFilter=true), to=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/.tmp/C/31ee3e471f484e6bad809b71cab29a69 2024-12-05T03:21:49,030 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/.tmp/A/b59979d46e744e72b6d63a6119c32385 as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/A/b59979d46e744e72b6d63a6119c32385 2024-12-05T03:21:49,034 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/A/b59979d46e744e72b6d63a6119c32385, entries=200, sequenceid=166, filesize=38.8 K 2024-12-05T03:21:49,035 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/.tmp/B/63950a9a45f44db1bfd93e57778462af as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/B/63950a9a45f44db1bfd93e57778462af 2024-12-05T03:21:49,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,039 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/B/63950a9a45f44db1bfd93e57778462af, entries=150, sequenceid=166, filesize=11.9 K 2024-12-05T03:21:49,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,040 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/.tmp/C/31ee3e471f484e6bad809b71cab29a69 as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/C/31ee3e471f484e6bad809b71cab29a69 2024-12-05T03:21:49,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,047 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/C/31ee3e471f484e6bad809b71cab29a69, entries=150, sequenceid=166, filesize=11.9 K 2024-12-05T03:21:49,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,048 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~207.98 KB/212970, heapSize ~545.63 KB/558720, currentSize=0 B/0 for 391eaad722486776ccef74e9c34b02b1 in 346ms, sequenceid=166, compaction requested=false 2024-12-05T03:21:49,048 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 391eaad722486776ccef74e9c34b02b1: 2024-12-05T03:21:49,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,085 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 971fbbbe942d,46085,1733368737191 2024-12-05T03:21:49,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,086 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46085 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=186 2024-12-05T03:21:49,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,086 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733368897317.391eaad722486776ccef74e9c34b02b1. 2024-12-05T03:21:49,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,086 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.HRegion(2538): Flush status journal for 391eaad722486776ccef74e9c34b02b1: 2024-12-05T03:21:49,086 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733368897317.391eaad722486776ccef74e9c34b02b1. 2024-12-05T03:21:49,086 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=186 2024-12-05T03:21:49,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.HMaster(4106): Remote procedure done, pid=186 2024-12-05T03:21:49,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,089 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=186, resume processing ppid=185 2024-12-05T03:21:49,089 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=186, ppid=185, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0720 sec 2024-12-05T03:21:49,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,090 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=185, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=185, table=TestAcidGuarantees in 1.0760 sec 2024-12-05T03:21:49,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=185 2024-12-05T03:21:49,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,118 INFO [Thread-2747 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 185 completed 2024-12-05T03:21:49,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,119 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-05T03:21:49,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] procedure2.ProcedureExecutor(1098): Stored pid=187, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=187, table=TestAcidGuarantees 2024-12-05T03:21:49,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=187 2024-12-05T03:21:49,121 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=187, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=187, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-05T03:21:49,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,121 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=187, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=187, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-05T03:21:49,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,122 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=188, ppid=187, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-05T03:21:49,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=187 2024-12-05T03:21:49,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,273 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 971fbbbe942d,46085,1733368737191 2024-12-05T03:21:49,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,273 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46085 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=188 2024-12-05T03:21:49,274 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=188}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733368897317.391eaad722486776ccef74e9c34b02b1. 2024-12-05T03:21:49,274 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=188}] regionserver.HRegion(2538): Flush status journal for 391eaad722486776ccef74e9c34b02b1: 2024-12-05T03:21:49,274 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=188}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733368897317.391eaad722486776ccef74e9c34b02b1. 2024-12-05T03:21:49,274 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=188}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=188 2024-12-05T03:21:49,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.HMaster(4106): Remote procedure done, pid=188 2024-12-05T03:21:49,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,277 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=188, resume processing ppid=187 2024-12-05T03:21:49,277 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=188, ppid=187, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 153 msec 2024-12-05T03:21:49,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,278 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=187, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=187, table=TestAcidGuarantees in 158 msec 2024-12-05T03:21:49,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(8581): Flush requested on 391eaad722486776ccef74e9c34b02b1 2024-12-05T03:21:49,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,345 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 391eaad722486776ccef74e9c34b02b1 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-05T03:21:49,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,346 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 391eaad722486776ccef74e9c34b02b1, store=A 2024-12-05T03:21:49,346 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T03:21:49,346 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 391eaad722486776ccef74e9c34b02b1, store=B 2024-12-05T03:21:49,347 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T03:21:49,347 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 391eaad722486776ccef74e9c34b02b1, store=C 2024-12-05T03:21:49,347 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T03:21:49,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,357 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120592962a85f38f4d5a9bfb23923dafd9f6_391eaad722486776ccef74e9c34b02b1 is 50, key is test_row_0/A:col10/1733368909344/Put/seqid=0 2024-12-05T03:21:49,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,370 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073742495_1671 (size=27248) 2024-12-05T03:21:49,371 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,374 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120592962a85f38f4d5a9bfb23923dafd9f6_391eaad722486776ccef74e9c34b02b1 to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120592962a85f38f4d5a9bfb23923dafd9f6_391eaad722486776ccef74e9c34b02b1 2024-12-05T03:21:49,375 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/.tmp/A/c61ba3839298401eb82c16dad1129410, store: [table=TestAcidGuarantees family=A region=391eaad722486776ccef74e9c34b02b1] 2024-12-05T03:21:49,376 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/.tmp/A/c61ba3839298401eb82c16dad1129410 is 175, key is test_row_0/A:col10/1733368909344/Put/seqid=0 2024-12-05T03:21:49,377 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073742494_1670 (size=83035) 2024-12-05T03:21:49,378 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=183, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/.tmp/A/c61ba3839298401eb82c16dad1129410 2024-12-05T03:21:49,385 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/.tmp/B/5d9d42867bf544c4be66b4aba3583a7b is 50, key is test_row_0/B:col10/1733368909344/Put/seqid=0 2024-12-05T03:21:49,385 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=391eaad722486776ccef74e9c34b02b1, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:21:49,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53512 deadline: 1733368969381, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=391eaad722486776ccef74e9c34b02b1, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:21:49,386 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=391eaad722486776ccef74e9c34b02b1, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:21:49,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53578 deadline: 1733368969382, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=391eaad722486776ccef74e9c34b02b1, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:21:49,386 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=391eaad722486776ccef74e9c34b02b1, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:21:49,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53622 deadline: 1733368969384, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=391eaad722486776ccef74e9c34b02b1, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:21:49,387 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=391eaad722486776ccef74e9c34b02b1, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:21:49,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53552 deadline: 1733368969385, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=391eaad722486776ccef74e9c34b02b1, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:21:49,387 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=391eaad722486776ccef74e9c34b02b1, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:21:49,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53526 deadline: 1733368969386, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=391eaad722486776ccef74e9c34b02b1, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:21:49,388 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073742496_1672 (size=12151) 2024-12-05T03:21:49,389 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=183 (bloomFilter=true), to=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/.tmp/B/5d9d42867bf544c4be66b4aba3583a7b 2024-12-05T03:21:49,395 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/.tmp/C/c19baaa79068499aacfd3120492c29e8 is 50, key is test_row_0/C:col10/1733368909344/Put/seqid=0 2024-12-05T03:21:49,399 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073742497_1673 (size=12151) 2024-12-05T03:21:49,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=187 2024-12-05T03:21:49,423 INFO [Thread-2747 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 187 completed 2024-12-05T03:21:49,424 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-05T03:21:49,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] procedure2.ProcedureExecutor(1098): Stored pid=189, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=189, table=TestAcidGuarantees 2024-12-05T03:21:49,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=189 2024-12-05T03:21:49,425 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=189, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=189, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-05T03:21:49,426 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=189, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=189, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-05T03:21:49,426 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=190, ppid=189, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-05T03:21:49,488 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=391eaad722486776ccef74e9c34b02b1, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:21:49,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53512 deadline: 1733368969486, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=391eaad722486776ccef74e9c34b02b1, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:21:49,488 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=391eaad722486776ccef74e9c34b02b1, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:21:49,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53578 deadline: 1733368969487, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=391eaad722486776ccef74e9c34b02b1, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:21:49,488 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=391eaad722486776ccef74e9c34b02b1, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:21:49,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53622 deadline: 1733368969487, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=391eaad722486776ccef74e9c34b02b1, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:21:49,489 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=391eaad722486776ccef74e9c34b02b1, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:21:49,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53552 deadline: 1733368969488, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=391eaad722486776ccef74e9c34b02b1, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:21:49,489 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=391eaad722486776ccef74e9c34b02b1, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:21:49,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53526 deadline: 1733368969488, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=391eaad722486776ccef74e9c34b02b1, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:21:49,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=189 2024-12-05T03:21:49,577 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 971fbbbe942d,46085,1733368737191 2024-12-05T03:21:49,578 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46085 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=190 2024-12-05T03:21:49,578 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=190}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733368897317.391eaad722486776ccef74e9c34b02b1. 2024-12-05T03:21:49,578 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=190}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733368897317.391eaad722486776ccef74e9c34b02b1. as already flushing 2024-12-05T03:21:49,578 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=190}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733368897317.391eaad722486776ccef74e9c34b02b1. 2024-12-05T03:21:49,578 ERROR [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=190}] handler.RSProcedureHandler(58): pid=190 java.io.IOException: Unable to complete flush {ENCODED => 391eaad722486776ccef74e9c34b02b1, NAME => 'TestAcidGuarantees,,1733368897317.391eaad722486776ccef74e9c34b02b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:21:49,579 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=190}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=190 java.io.IOException: Unable to complete flush {ENCODED => 391eaad722486776ccef74e9c34b02b1, NAME => 'TestAcidGuarantees,,1733368897317.391eaad722486776ccef74e9c34b02b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:21:49,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.HMaster(4114): Remote procedure failed, pid=190 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 391eaad722486776ccef74e9c34b02b1, NAME => 'TestAcidGuarantees,,1733368897317.391eaad722486776ccef74e9c34b02b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 391eaad722486776ccef74e9c34b02b1, NAME => 'TestAcidGuarantees,,1733368897317.391eaad722486776ccef74e9c34b02b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:21:49,691 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=391eaad722486776ccef74e9c34b02b1, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:21:49,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53512 deadline: 1733368969689, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=391eaad722486776ccef74e9c34b02b1, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:21:49,691 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=391eaad722486776ccef74e9c34b02b1, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:21:49,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53526 deadline: 1733368969690, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=391eaad722486776ccef74e9c34b02b1, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:21:49,691 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=391eaad722486776ccef74e9c34b02b1, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:21:49,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53578 deadline: 1733368969690, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=391eaad722486776ccef74e9c34b02b1, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:21:49,692 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=391eaad722486776ccef74e9c34b02b1, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:21:49,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53622 deadline: 1733368969690, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=391eaad722486776ccef74e9c34b02b1, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:21:49,692 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=391eaad722486776ccef74e9c34b02b1, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:21:49,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53552 deadline: 1733368969691, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=391eaad722486776ccef74e9c34b02b1, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:21:49,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=189 2024-12-05T03:21:49,731 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 971fbbbe942d,46085,1733368737191 2024-12-05T03:21:49,731 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46085 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=190 2024-12-05T03:21:49,731 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=190}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733368897317.391eaad722486776ccef74e9c34b02b1. 2024-12-05T03:21:49,731 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=190}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733368897317.391eaad722486776ccef74e9c34b02b1. as already flushing 2024-12-05T03:21:49,731 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=190}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733368897317.391eaad722486776ccef74e9c34b02b1. 2024-12-05T03:21:49,731 ERROR [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=190}] handler.RSProcedureHandler(58): pid=190 java.io.IOException: Unable to complete flush {ENCODED => 391eaad722486776ccef74e9c34b02b1, NAME => 'TestAcidGuarantees,,1733368897317.391eaad722486776ccef74e9c34b02b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:21:49,732 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=190}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=190 java.io.IOException: Unable to complete flush {ENCODED => 391eaad722486776ccef74e9c34b02b1, NAME => 'TestAcidGuarantees,,1733368897317.391eaad722486776ccef74e9c34b02b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:21:49,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.HMaster(4114): Remote procedure failed, pid=190 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 391eaad722486776ccef74e9c34b02b1, NAME => 'TestAcidGuarantees,,1733368897317.391eaad722486776ccef74e9c34b02b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 391eaad722486776ccef74e9c34b02b1, NAME => 'TestAcidGuarantees,,1733368897317.391eaad722486776ccef74e9c34b02b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:21:49,799 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=183 (bloomFilter=true), to=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/.tmp/C/c19baaa79068499aacfd3120492c29e8 2024-12-05T03:21:49,803 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/.tmp/A/c61ba3839298401eb82c16dad1129410 as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/A/c61ba3839298401eb82c16dad1129410 2024-12-05T03:21:49,806 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/A/c61ba3839298401eb82c16dad1129410, entries=450, sequenceid=183, filesize=81.1 K 2024-12-05T03:21:49,807 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/.tmp/B/5d9d42867bf544c4be66b4aba3583a7b as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/B/5d9d42867bf544c4be66b4aba3583a7b 2024-12-05T03:21:49,810 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/B/5d9d42867bf544c4be66b4aba3583a7b, entries=150, sequenceid=183, filesize=11.9 K 2024-12-05T03:21:49,811 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/.tmp/C/c19baaa79068499aacfd3120492c29e8 as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/C/c19baaa79068499aacfd3120492c29e8 2024-12-05T03:21:49,814 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/C/c19baaa79068499aacfd3120492c29e8, entries=150, sequenceid=183, filesize=11.9 K 2024-12-05T03:21:49,814 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=147.60 KB/151140 for 391eaad722486776ccef74e9c34b02b1 in 469ms, sequenceid=183, compaction requested=true 2024-12-05T03:21:49,814 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 391eaad722486776ccef74e9c34b02b1: 2024-12-05T03:21:49,814 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 391eaad722486776ccef74e9c34b02b1:A, priority=-2147483648, current under compaction store size is 1 2024-12-05T03:21:49,814 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T03:21:49,815 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T03:21:49,815 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 391eaad722486776ccef74e9c34b02b1:B, priority=-2147483648, current under compaction store size is 2 2024-12-05T03:21:49,815 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T03:21:49,815 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 391eaad722486776ccef74e9c34b02b1:C, priority=-2147483648, current under compaction store size is 3 2024-12-05T03:21:49,815 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T03:21:49,815 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T03:21:49,815 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 154197 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T03:21:49,815 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36761 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T03:21:49,816 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.HStore(1540): 391eaad722486776ccef74e9c34b02b1/B is initiating minor compaction (all files) 2024-12-05T03:21:49,816 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.HStore(1540): 391eaad722486776ccef74e9c34b02b1/A is initiating minor compaction (all files) 2024-12-05T03:21:49,816 INFO [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 391eaad722486776ccef74e9c34b02b1/B in TestAcidGuarantees,,1733368897317.391eaad722486776ccef74e9c34b02b1. 2024-12-05T03:21:49,816 INFO [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 391eaad722486776ccef74e9c34b02b1/A in TestAcidGuarantees,,1733368897317.391eaad722486776ccef74e9c34b02b1. 2024-12-05T03:21:49,816 INFO [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/B/bd7f8b3113b641718f8d5fee21946395, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/B/63950a9a45f44db1bfd93e57778462af, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/B/5d9d42867bf544c4be66b4aba3583a7b] into tmpdir=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/.tmp, totalSize=35.9 K 2024-12-05T03:21:49,816 INFO [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/A/849c62b28a3348f78986e9bdb7987330, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/A/b59979d46e744e72b6d63a6119c32385, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/A/c61ba3839298401eb82c16dad1129410] into tmpdir=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/.tmp, totalSize=150.6 K 2024-12-05T03:21:49,816 INFO [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=69.23 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733368897317.391eaad722486776ccef74e9c34b02b1. 2024-12-05T03:21:49,816 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733368897317.391eaad722486776ccef74e9c34b02b1. files: [hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/A/849c62b28a3348f78986e9bdb7987330, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/A/b59979d46e744e72b6d63a6119c32385, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/A/c61ba3839298401eb82c16dad1129410] 2024-12-05T03:21:49,816 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] compactions.Compactor(224): Compacting bd7f8b3113b641718f8d5fee21946395, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=132, earliestPutTs=1733368908034 2024-12-05T03:21:49,816 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] compactions.Compactor(224): Compacting 849c62b28a3348f78986e9bdb7987330, keycount=150, bloomtype=ROW, size=30.7 K, encoding=NONE, compression=NONE, seqNum=132, earliestPutTs=1733368908034 2024-12-05T03:21:49,817 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] compactions.Compactor(224): Compacting 63950a9a45f44db1bfd93e57778462af, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=166, earliestPutTs=1733368908696 2024-12-05T03:21:49,817 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] compactions.Compactor(224): Compacting b59979d46e744e72b6d63a6119c32385, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=166, earliestPutTs=1733368908689 2024-12-05T03:21:49,817 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] compactions.Compactor(224): Compacting 5d9d42867bf544c4be66b4aba3583a7b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=183, earliestPutTs=1733368909343 2024-12-05T03:21:49,817 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] compactions.Compactor(224): Compacting c61ba3839298401eb82c16dad1129410, keycount=450, bloomtype=ROW, size=81.1 K, encoding=NONE, compression=NONE, seqNum=183, earliestPutTs=1733368909334 2024-12-05T03:21:49,823 INFO [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=391eaad722486776ccef74e9c34b02b1] 2024-12-05T03:21:49,825 INFO [RS:0;971fbbbe942d:46085-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 391eaad722486776ccef74e9c34b02b1#B#compaction#575 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 69.23 MB/second 2024-12-05T03:21:49,826 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/.tmp/B/c75ea8bbfd584043ba3b1f0d2ad96aac is 50, key is test_row_0/B:col10/1733368909344/Put/seqid=0 2024-12-05T03:21:49,828 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202412052bb3bb56ed1b4123b4c8c496f8bd0d62_391eaad722486776ccef74e9c34b02b1 store=[table=TestAcidGuarantees family=A region=391eaad722486776ccef74e9c34b02b1] 2024-12-05T03:21:49,829 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202412052bb3bb56ed1b4123b4c8c496f8bd0d62_391eaad722486776ccef74e9c34b02b1, store=[table=TestAcidGuarantees family=A region=391eaad722486776ccef74e9c34b02b1] 2024-12-05T03:21:49,830 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412052bb3bb56ed1b4123b4c8c496f8bd0d62_391eaad722486776ccef74e9c34b02b1 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=391eaad722486776ccef74e9c34b02b1] 2024-12-05T03:21:49,831 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073742498_1674 (size=12561) 2024-12-05T03:21:49,833 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073742499_1675 (size=4469) 2024-12-05T03:21:49,834 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/.tmp/B/c75ea8bbfd584043ba3b1f0d2ad96aac as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/B/c75ea8bbfd584043ba3b1f0d2ad96aac 2024-12-05T03:21:49,837 INFO [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 391eaad722486776ccef74e9c34b02b1#A#compaction#574 average throughput is 1.75 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 69.23 MB/second 2024-12-05T03:21:49,837 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/.tmp/A/e32886bb69594d7d82b6e84b3bbacc49 is 175, key is test_row_0/A:col10/1733368909344/Put/seqid=0 2024-12-05T03:21:49,839 INFO [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 391eaad722486776ccef74e9c34b02b1/B of 391eaad722486776ccef74e9c34b02b1 into c75ea8bbfd584043ba3b1f0d2ad96aac(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T03:21:49,839 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 391eaad722486776ccef74e9c34b02b1: 2024-12-05T03:21:49,839 INFO [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733368897317.391eaad722486776ccef74e9c34b02b1., storeName=391eaad722486776ccef74e9c34b02b1/B, priority=13, startTime=1733368909814; duration=0sec 2024-12-05T03:21:49,839 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T03:21:49,839 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 391eaad722486776ccef74e9c34b02b1:B 2024-12-05T03:21:49,839 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T03:21:49,840 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36761 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T03:21:49,840 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.HStore(1540): 391eaad722486776ccef74e9c34b02b1/C is initiating minor compaction (all files) 2024-12-05T03:21:49,840 INFO [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 391eaad722486776ccef74e9c34b02b1/C in TestAcidGuarantees,,1733368897317.391eaad722486776ccef74e9c34b02b1. 2024-12-05T03:21:49,840 INFO [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/C/59c3a4e516d24041bd973c4ff9762d04, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/C/31ee3e471f484e6bad809b71cab29a69, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/C/c19baaa79068499aacfd3120492c29e8] into tmpdir=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/.tmp, totalSize=35.9 K 2024-12-05T03:21:49,840 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] compactions.Compactor(224): Compacting 59c3a4e516d24041bd973c4ff9762d04, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=132, earliestPutTs=1733368908034 2024-12-05T03:21:49,841 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] compactions.Compactor(224): Compacting 31ee3e471f484e6bad809b71cab29a69, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=166, earliestPutTs=1733368908696 2024-12-05T03:21:49,841 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] compactions.Compactor(224): Compacting c19baaa79068499aacfd3120492c29e8, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=183, earliestPutTs=1733368909343 2024-12-05T03:21:49,847 INFO [RS:0;971fbbbe942d:46085-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 391eaad722486776ccef74e9c34b02b1#C#compaction#576 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 69.23 MB/second 2024-12-05T03:21:49,848 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/.tmp/C/f4e6caf93431421d82e1f8500261b4a0 is 50, key is test_row_0/C:col10/1733368909344/Put/seqid=0 2024-12-05T03:21:49,848 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073742500_1676 (size=31515) 2024-12-05T03:21:49,851 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073742501_1677 (size=12561) 2024-12-05T03:21:49,855 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/.tmp/C/f4e6caf93431421d82e1f8500261b4a0 as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/C/f4e6caf93431421d82e1f8500261b4a0 2024-12-05T03:21:49,859 INFO [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 391eaad722486776ccef74e9c34b02b1/C of 391eaad722486776ccef74e9c34b02b1 into f4e6caf93431421d82e1f8500261b4a0(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T03:21:49,859 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 391eaad722486776ccef74e9c34b02b1: 2024-12-05T03:21:49,859 INFO [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733368897317.391eaad722486776ccef74e9c34b02b1., storeName=391eaad722486776ccef74e9c34b02b1/C, priority=13, startTime=1733368909815; duration=0sec 2024-12-05T03:21:49,859 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T03:21:49,859 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 391eaad722486776ccef74e9c34b02b1:C 2024-12-05T03:21:49,883 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 971fbbbe942d,46085,1733368737191 2024-12-05T03:21:49,884 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46085 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=190 2024-12-05T03:21:49,884 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=190}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733368897317.391eaad722486776ccef74e9c34b02b1. 2024-12-05T03:21:49,884 INFO [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=190}] regionserver.HRegion(2837): Flushing 391eaad722486776ccef74e9c34b02b1 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-12-05T03:21:49,884 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=190}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 391eaad722486776ccef74e9c34b02b1, store=A 2024-12-05T03:21:49,884 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=190}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T03:21:49,884 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=190}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 391eaad722486776ccef74e9c34b02b1, store=B 2024-12-05T03:21:49,884 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=190}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T03:21:49,884 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=190}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 391eaad722486776ccef74e9c34b02b1, store=C 2024-12-05T03:21:49,884 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=190}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T03:21:49,890 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=190}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241205244339c1652b410f893351c070b82b9c_391eaad722486776ccef74e9c34b02b1 is 50, key is test_row_0/A:col10/1733368909383/Put/seqid=0 2024-12-05T03:21:49,894 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073742502_1678 (size=12304) 2024-12-05T03:21:49,895 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=190}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:49,899 INFO [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=190}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241205244339c1652b410f893351c070b82b9c_391eaad722486776ccef74e9c34b02b1 to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241205244339c1652b410f893351c070b82b9c_391eaad722486776ccef74e9c34b02b1 2024-12-05T03:21:49,900 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=190}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/.tmp/A/116953f038734de78e13cad8db59b8d4, store: [table=TestAcidGuarantees family=A region=391eaad722486776ccef74e9c34b02b1] 2024-12-05T03:21:49,901 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=190}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/.tmp/A/116953f038734de78e13cad8db59b8d4 is 175, key is test_row_0/A:col10/1733368909383/Put/seqid=0 2024-12-05T03:21:49,904 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073742503_1679 (size=31105) 2024-12-05T03:21:49,904 INFO [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=190}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=210, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/.tmp/A/116953f038734de78e13cad8db59b8d4 2024-12-05T03:21:49,911 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=190}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/.tmp/B/9d291b2b3ae74209a7b6f83015a139f3 is 50, key is test_row_0/B:col10/1733368909383/Put/seqid=0 2024-12-05T03:21:49,915 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073742504_1680 (size=12151) 2024-12-05T03:21:49,916 INFO [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=190}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=210 (bloomFilter=true), to=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/.tmp/B/9d291b2b3ae74209a7b6f83015a139f3 2024-12-05T03:21:49,923 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=190}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/.tmp/C/5d029ca7816b47239bfd9e6e02229eab is 50, key is test_row_0/C:col10/1733368909383/Put/seqid=0 2024-12-05T03:21:49,926 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073742505_1681 (size=12151) 2024-12-05T03:21:49,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(8581): Flush requested on 391eaad722486776ccef74e9c34b02b1 2024-12-05T03:21:49,994 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733368897317.391eaad722486776ccef74e9c34b02b1. as already flushing 2024-12-05T03:21:50,000 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=391eaad722486776ccef74e9c34b02b1, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:21:50,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53552 deadline: 1733368969998, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=391eaad722486776ccef74e9c34b02b1, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:21:50,001 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=391eaad722486776ccef74e9c34b02b1, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:21:50,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53578 deadline: 1733368969998, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=391eaad722486776ccef74e9c34b02b1, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:21:50,003 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=391eaad722486776ccef74e9c34b02b1, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:21:50,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53622 deadline: 1733368970000, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=391eaad722486776ccef74e9c34b02b1, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:21:50,003 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=391eaad722486776ccef74e9c34b02b1, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:21:50,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53512 deadline: 1733368970000, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=391eaad722486776ccef74e9c34b02b1, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:21:50,003 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=391eaad722486776ccef74e9c34b02b1, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:21:50,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53526 deadline: 1733368970000, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=391eaad722486776ccef74e9c34b02b1, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:21:50,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=189 2024-12-05T03:21:50,103 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=391eaad722486776ccef74e9c34b02b1, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:21:50,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53552 deadline: 1733368970101, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=391eaad722486776ccef74e9c34b02b1, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:21:50,104 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=391eaad722486776ccef74e9c34b02b1, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:21:50,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53578 deadline: 1733368970102, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=391eaad722486776ccef74e9c34b02b1, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:21:50,105 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=391eaad722486776ccef74e9c34b02b1, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:21:50,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53622 deadline: 1733368970104, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=391eaad722486776ccef74e9c34b02b1, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:21:50,105 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=391eaad722486776ccef74e9c34b02b1, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:21:50,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53512 deadline: 1733368970104, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=391eaad722486776ccef74e9c34b02b1, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:21:50,106 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=391eaad722486776ccef74e9c34b02b1, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:21:50,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53526 deadline: 1733368970104, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=391eaad722486776ccef74e9c34b02b1, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:21:50,253 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/.tmp/A/e32886bb69594d7d82b6e84b3bbacc49 as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/A/e32886bb69594d7d82b6e84b3bbacc49 2024-12-05T03:21:50,257 INFO [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 391eaad722486776ccef74e9c34b02b1/A of 391eaad722486776ccef74e9c34b02b1 into e32886bb69594d7d82b6e84b3bbacc49(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T03:21:50,257 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 391eaad722486776ccef74e9c34b02b1: 2024-12-05T03:21:50,257 INFO [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733368897317.391eaad722486776ccef74e9c34b02b1., storeName=391eaad722486776ccef74e9c34b02b1/A, priority=13, startTime=1733368909814; duration=0sec 2024-12-05T03:21:50,257 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T03:21:50,257 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 391eaad722486776ccef74e9c34b02b1:A 2024-12-05T03:21:50,306 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=391eaad722486776ccef74e9c34b02b1, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:21:50,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53578 deadline: 1733368970305, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=391eaad722486776ccef74e9c34b02b1, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:21:50,307 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=391eaad722486776ccef74e9c34b02b1, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:21:50,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53552 deadline: 1733368970305, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=391eaad722486776ccef74e9c34b02b1, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:21:50,307 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=391eaad722486776ccef74e9c34b02b1, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:21:50,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53622 deadline: 1733368970306, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=391eaad722486776ccef74e9c34b02b1, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:21:50,307 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=391eaad722486776ccef74e9c34b02b1, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:21:50,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53512 deadline: 1733368970306, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=391eaad722486776ccef74e9c34b02b1, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:21:50,308 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=391eaad722486776ccef74e9c34b02b1, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:21:50,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53526 deadline: 1733368970307, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=391eaad722486776ccef74e9c34b02b1, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:21:50,328 INFO [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=190}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=210 (bloomFilter=true), to=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/.tmp/C/5d029ca7816b47239bfd9e6e02229eab 2024-12-05T03:21:50,332 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=190}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/.tmp/A/116953f038734de78e13cad8db59b8d4 as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/A/116953f038734de78e13cad8db59b8d4 2024-12-05T03:21:50,336 INFO [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=190}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/A/116953f038734de78e13cad8db59b8d4, entries=150, sequenceid=210, filesize=30.4 K 2024-12-05T03:21:50,336 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=190}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/.tmp/B/9d291b2b3ae74209a7b6f83015a139f3 as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/B/9d291b2b3ae74209a7b6f83015a139f3 2024-12-05T03:21:50,339 INFO [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=190}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/B/9d291b2b3ae74209a7b6f83015a139f3, entries=150, sequenceid=210, filesize=11.9 K 2024-12-05T03:21:50,340 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=190}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/.tmp/C/5d029ca7816b47239bfd9e6e02229eab as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/C/5d029ca7816b47239bfd9e6e02229eab 2024-12-05T03:21:50,343 INFO [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=190}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/C/5d029ca7816b47239bfd9e6e02229eab, entries=150, sequenceid=210, filesize=11.9 K 2024-12-05T03:21:50,343 INFO [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=190}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=60.38 KB/61830 for 391eaad722486776ccef74e9c34b02b1 in 459ms, sequenceid=210, compaction requested=false 2024-12-05T03:21:50,343 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=190}] regionserver.HRegion(2538): Flush status journal for 391eaad722486776ccef74e9c34b02b1: 2024-12-05T03:21:50,343 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=190}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733368897317.391eaad722486776ccef74e9c34b02b1. 2024-12-05T03:21:50,343 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=190}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=190 2024-12-05T03:21:50,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.HMaster(4106): Remote procedure done, pid=190 2024-12-05T03:21:50,346 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=190, resume processing ppid=189 2024-12-05T03:21:50,346 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=190, ppid=189, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 918 msec 2024-12-05T03:21:50,347 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=189, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=189, table=TestAcidGuarantees in 922 msec 2024-12-05T03:21:50,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=189 2024-12-05T03:21:50,528 INFO [Thread-2747 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 189 completed 2024-12-05T03:21:50,529 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-05T03:21:50,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] procedure2.ProcedureExecutor(1098): Stored pid=191, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=191, table=TestAcidGuarantees 2024-12-05T03:21:50,530 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=191, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=191, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-05T03:21:50,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=191 2024-12-05T03:21:50,531 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=191, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=191, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-05T03:21:50,531 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=192, ppid=191, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-05T03:21:50,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(8581): Flush requested on 391eaad722486776ccef74e9c34b02b1 2024-12-05T03:21:50,610 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 391eaad722486776ccef74e9c34b02b1 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-12-05T03:21:50,611 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 391eaad722486776ccef74e9c34b02b1, store=A 2024-12-05T03:21:50,611 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T03:21:50,611 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 391eaad722486776ccef74e9c34b02b1, store=B 2024-12-05T03:21:50,611 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T03:21:50,611 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 391eaad722486776ccef74e9c34b02b1, store=C 2024-12-05T03:21:50,611 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T03:21:50,618 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412055c9677eadc504b7fa63d71f5cd74b011_391eaad722486776ccef74e9c34b02b1 is 50, key is test_row_0/A:col10/1733368910610/Put/seqid=0 2024-12-05T03:21:50,621 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073742506_1682 (size=12304) 2024-12-05T03:21:50,622 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:50,625 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412055c9677eadc504b7fa63d71f5cd74b011_391eaad722486776ccef74e9c34b02b1 to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412055c9677eadc504b7fa63d71f5cd74b011_391eaad722486776ccef74e9c34b02b1 2024-12-05T03:21:50,626 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/.tmp/A/08f2c2be1ede429eb884582c55501312, store: [table=TestAcidGuarantees family=A region=391eaad722486776ccef74e9c34b02b1] 2024-12-05T03:21:50,626 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/.tmp/A/08f2c2be1ede429eb884582c55501312 is 175, key is test_row_0/A:col10/1733368910610/Put/seqid=0 2024-12-05T03:21:50,629 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073742507_1683 (size=31105) 2024-12-05T03:21:50,629 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=225, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/.tmp/A/08f2c2be1ede429eb884582c55501312 2024-12-05T03:21:50,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=191 2024-12-05T03:21:50,634 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/.tmp/B/60b9b7adbe0d4dd49cb0fe4a42aa950e is 50, key is test_row_0/B:col10/1733368910610/Put/seqid=0 2024-12-05T03:21:50,637 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073742508_1684 (size=12151) 2024-12-05T03:21:50,674 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=391eaad722486776ccef74e9c34b02b1, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:21:50,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53622 deadline: 1733368970670, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=391eaad722486776ccef74e9c34b02b1, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:21:50,676 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=391eaad722486776ccef74e9c34b02b1, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:21:50,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53526 deadline: 1733368970673, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=391eaad722486776ccef74e9c34b02b1, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:21:50,676 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=391eaad722486776ccef74e9c34b02b1, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:21:50,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53512 deadline: 1733368970674, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=391eaad722486776ccef74e9c34b02b1, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:21:50,676 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=391eaad722486776ccef74e9c34b02b1, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:21:50,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53552 deadline: 1733368970674, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=391eaad722486776ccef74e9c34b02b1, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:21:50,676 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=391eaad722486776ccef74e9c34b02b1, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:21:50,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53578 deadline: 1733368970674, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=391eaad722486776ccef74e9c34b02b1, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:21:50,683 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 971fbbbe942d,46085,1733368737191 2024-12-05T03:21:50,683 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46085 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=192 2024-12-05T03:21:50,684 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=192}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733368897317.391eaad722486776ccef74e9c34b02b1. 2024-12-05T03:21:50,684 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=192}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733368897317.391eaad722486776ccef74e9c34b02b1. as already flushing 2024-12-05T03:21:50,684 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=192}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733368897317.391eaad722486776ccef74e9c34b02b1. 2024-12-05T03:21:50,684 ERROR [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=192}] handler.RSProcedureHandler(58): pid=192 java.io.IOException: Unable to complete flush {ENCODED => 391eaad722486776ccef74e9c34b02b1, NAME => 'TestAcidGuarantees,,1733368897317.391eaad722486776ccef74e9c34b02b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:21:50,684 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=192}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=192 java.io.IOException: Unable to complete flush {ENCODED => 391eaad722486776ccef74e9c34b02b1, NAME => 'TestAcidGuarantees,,1733368897317.391eaad722486776ccef74e9c34b02b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:21:50,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.HMaster(4114): Remote procedure failed, pid=192 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 391eaad722486776ccef74e9c34b02b1, NAME => 'TestAcidGuarantees,,1733368897317.391eaad722486776ccef74e9c34b02b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 391eaad722486776ccef74e9c34b02b1, NAME => 'TestAcidGuarantees,,1733368897317.391eaad722486776ccef74e9c34b02b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:21:50,777 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=391eaad722486776ccef74e9c34b02b1, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:21:50,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53622 deadline: 1733368970775, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=391eaad722486776ccef74e9c34b02b1, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:21:50,778 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=391eaad722486776ccef74e9c34b02b1, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:21:50,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53526 deadline: 1733368970777, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=391eaad722486776ccef74e9c34b02b1, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:21:50,778 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=391eaad722486776ccef74e9c34b02b1, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:21:50,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53512 deadline: 1733368970777, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=391eaad722486776ccef74e9c34b02b1, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:21:50,779 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=391eaad722486776ccef74e9c34b02b1, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:21:50,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53552 deadline: 1733368970777, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=391eaad722486776ccef74e9c34b02b1, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:21:50,780 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=391eaad722486776ccef74e9c34b02b1, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:21:50,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53578 deadline: 1733368970777, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=391eaad722486776ccef74e9c34b02b1, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:21:50,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=191 2024-12-05T03:21:50,836 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 971fbbbe942d,46085,1733368737191 2024-12-05T03:21:50,836 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46085 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=192 2024-12-05T03:21:50,836 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=192}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733368897317.391eaad722486776ccef74e9c34b02b1. 2024-12-05T03:21:50,836 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=192}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733368897317.391eaad722486776ccef74e9c34b02b1. as already flushing 2024-12-05T03:21:50,837 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=192}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733368897317.391eaad722486776ccef74e9c34b02b1. 2024-12-05T03:21:50,837 ERROR [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=192}] handler.RSProcedureHandler(58): pid=192 java.io.IOException: Unable to complete flush {ENCODED => 391eaad722486776ccef74e9c34b02b1, NAME => 'TestAcidGuarantees,,1733368897317.391eaad722486776ccef74e9c34b02b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:21:50,837 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=192}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=192 java.io.IOException: Unable to complete flush {ENCODED => 391eaad722486776ccef74e9c34b02b1, NAME => 'TestAcidGuarantees,,1733368897317.391eaad722486776ccef74e9c34b02b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:21:50,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.HMaster(4114): Remote procedure failed, pid=192 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 391eaad722486776ccef74e9c34b02b1, NAME => 'TestAcidGuarantees,,1733368897317.391eaad722486776ccef74e9c34b02b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 391eaad722486776ccef74e9c34b02b1, NAME => 'TestAcidGuarantees,,1733368897317.391eaad722486776ccef74e9c34b02b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:21:50,980 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=391eaad722486776ccef74e9c34b02b1, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:21:50,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53622 deadline: 1733368970978, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=391eaad722486776ccef74e9c34b02b1, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:21:50,980 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=391eaad722486776ccef74e9c34b02b1, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:21:50,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53526 deadline: 1733368970979, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=391eaad722486776ccef74e9c34b02b1, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:21:50,981 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=391eaad722486776ccef74e9c34b02b1, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:21:50,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53512 deadline: 1733368970979, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=391eaad722486776ccef74e9c34b02b1, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:21:50,981 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=391eaad722486776ccef74e9c34b02b1, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:21:50,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53552 deadline: 1733368970980, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=391eaad722486776ccef74e9c34b02b1, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:21:50,983 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=391eaad722486776ccef74e9c34b02b1, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:21:50,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53578 deadline: 1733368970982, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=391eaad722486776ccef74e9c34b02b1, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:21:50,989 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 971fbbbe942d,46085,1733368737191 2024-12-05T03:21:50,990 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46085 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=192 2024-12-05T03:21:50,990 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=192}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733368897317.391eaad722486776ccef74e9c34b02b1. 2024-12-05T03:21:50,990 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=192}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733368897317.391eaad722486776ccef74e9c34b02b1. as already flushing 2024-12-05T03:21:50,990 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=192}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733368897317.391eaad722486776ccef74e9c34b02b1. 2024-12-05T03:21:50,990 ERROR [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=192}] handler.RSProcedureHandler(58): pid=192 java.io.IOException: Unable to complete flush {ENCODED => 391eaad722486776ccef74e9c34b02b1, NAME => 'TestAcidGuarantees,,1733368897317.391eaad722486776ccef74e9c34b02b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:21:50,990 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=192}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=192 java.io.IOException: Unable to complete flush {ENCODED => 391eaad722486776ccef74e9c34b02b1, NAME => 'TestAcidGuarantees,,1733368897317.391eaad722486776ccef74e9c34b02b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:21:50,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.HMaster(4114): Remote procedure failed, pid=192 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 391eaad722486776ccef74e9c34b02b1, NAME => 'TestAcidGuarantees,,1733368897317.391eaad722486776ccef74e9c34b02b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 391eaad722486776ccef74e9c34b02b1, NAME => 'TestAcidGuarantees,,1733368897317.391eaad722486776ccef74e9c34b02b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:21:51,037 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=225 (bloomFilter=true), to=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/.tmp/B/60b9b7adbe0d4dd49cb0fe4a42aa950e 2024-12-05T03:21:51,057 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/.tmp/C/95de4c9c104d43a2b04fb40ec8a8e820 is 50, key is test_row_0/C:col10/1733368910610/Put/seqid=0 2024-12-05T03:21:51,063 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073742509_1685 (size=12151) 2024-12-05T03:21:51,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=191 2024-12-05T03:21:51,142 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 971fbbbe942d,46085,1733368737191 2024-12-05T03:21:51,142 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46085 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=192 2024-12-05T03:21:51,142 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=192}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733368897317.391eaad722486776ccef74e9c34b02b1. 2024-12-05T03:21:51,143 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=192}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733368897317.391eaad722486776ccef74e9c34b02b1. as already flushing 2024-12-05T03:21:51,143 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=192}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733368897317.391eaad722486776ccef74e9c34b02b1. 2024-12-05T03:21:51,143 ERROR [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=192}] handler.RSProcedureHandler(58): pid=192 java.io.IOException: Unable to complete flush {ENCODED => 391eaad722486776ccef74e9c34b02b1, NAME => 'TestAcidGuarantees,,1733368897317.391eaad722486776ccef74e9c34b02b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:21:51,143 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=192}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=192 java.io.IOException: Unable to complete flush {ENCODED => 391eaad722486776ccef74e9c34b02b1, NAME => 'TestAcidGuarantees,,1733368897317.391eaad722486776ccef74e9c34b02b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:21:51,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.HMaster(4114): Remote procedure failed, pid=192 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 391eaad722486776ccef74e9c34b02b1, NAME => 'TestAcidGuarantees,,1733368897317.391eaad722486776ccef74e9c34b02b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 391eaad722486776ccef74e9c34b02b1, NAME => 'TestAcidGuarantees,,1733368897317.391eaad722486776ccef74e9c34b02b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:21:51,282 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=391eaad722486776ccef74e9c34b02b1, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:21:51,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53526 deadline: 1733368971281, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=391eaad722486776ccef74e9c34b02b1, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:21:51,284 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=391eaad722486776ccef74e9c34b02b1, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:21:51,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53622 deadline: 1733368971282, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=391eaad722486776ccef74e9c34b02b1, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:21:51,285 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=391eaad722486776ccef74e9c34b02b1, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:21:51,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53512 deadline: 1733368971283, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=391eaad722486776ccef74e9c34b02b1, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:21:51,285 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=391eaad722486776ccef74e9c34b02b1, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:21:51,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53578 deadline: 1733368971284, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=391eaad722486776ccef74e9c34b02b1, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:21:51,285 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=391eaad722486776ccef74e9c34b02b1, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:21:51,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53552 deadline: 1733368971284, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=391eaad722486776ccef74e9c34b02b1, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:21:51,294 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 971fbbbe942d,46085,1733368737191 2024-12-05T03:21:51,295 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46085 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=192 2024-12-05T03:21:51,295 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=192}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733368897317.391eaad722486776ccef74e9c34b02b1. 2024-12-05T03:21:51,295 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=192}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733368897317.391eaad722486776ccef74e9c34b02b1. as already flushing 2024-12-05T03:21:51,295 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=192}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733368897317.391eaad722486776ccef74e9c34b02b1. 2024-12-05T03:21:51,295 ERROR [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=192}] handler.RSProcedureHandler(58): pid=192 java.io.IOException: Unable to complete flush {ENCODED => 391eaad722486776ccef74e9c34b02b1, NAME => 'TestAcidGuarantees,,1733368897317.391eaad722486776ccef74e9c34b02b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:21:51,295 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=192}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=192 java.io.IOException: Unable to complete flush {ENCODED => 391eaad722486776ccef74e9c34b02b1, NAME => 'TestAcidGuarantees,,1733368897317.391eaad722486776ccef74e9c34b02b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:21:51,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.HMaster(4114): Remote procedure failed, pid=192 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 391eaad722486776ccef74e9c34b02b1, NAME => 'TestAcidGuarantees,,1733368897317.391eaad722486776ccef74e9c34b02b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 391eaad722486776ccef74e9c34b02b1, NAME => 'TestAcidGuarantees,,1733368897317.391eaad722486776ccef74e9c34b02b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:21:51,447 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 971fbbbe942d,46085,1733368737191 2024-12-05T03:21:51,447 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46085 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=192 2024-12-05T03:21:51,447 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=192}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733368897317.391eaad722486776ccef74e9c34b02b1. 2024-12-05T03:21:51,448 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=192}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733368897317.391eaad722486776ccef74e9c34b02b1. as already flushing 2024-12-05T03:21:51,448 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=192}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733368897317.391eaad722486776ccef74e9c34b02b1. 2024-12-05T03:21:51,448 ERROR [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=192}] handler.RSProcedureHandler(58): pid=192 java.io.IOException: Unable to complete flush {ENCODED => 391eaad722486776ccef74e9c34b02b1, NAME => 'TestAcidGuarantees,,1733368897317.391eaad722486776ccef74e9c34b02b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:21:51,448 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=192}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=192 java.io.IOException: Unable to complete flush {ENCODED => 391eaad722486776ccef74e9c34b02b1, NAME => 'TestAcidGuarantees,,1733368897317.391eaad722486776ccef74e9c34b02b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:21:51,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.HMaster(4114): Remote procedure failed, pid=192 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 391eaad722486776ccef74e9c34b02b1, NAME => 'TestAcidGuarantees,,1733368897317.391eaad722486776ccef74e9c34b02b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 391eaad722486776ccef74e9c34b02b1, NAME => 'TestAcidGuarantees,,1733368897317.391eaad722486776ccef74e9c34b02b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:21:51,464 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=225 (bloomFilter=true), to=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/.tmp/C/95de4c9c104d43a2b04fb40ec8a8e820 2024-12-05T03:21:51,468 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/.tmp/A/08f2c2be1ede429eb884582c55501312 as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/A/08f2c2be1ede429eb884582c55501312 2024-12-05T03:21:51,471 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/A/08f2c2be1ede429eb884582c55501312, entries=150, sequenceid=225, filesize=30.4 K 2024-12-05T03:21:51,472 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/.tmp/B/60b9b7adbe0d4dd49cb0fe4a42aa950e as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/B/60b9b7adbe0d4dd49cb0fe4a42aa950e 2024-12-05T03:21:51,475 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/B/60b9b7adbe0d4dd49cb0fe4a42aa950e, entries=150, sequenceid=225, filesize=11.9 K 2024-12-05T03:21:51,476 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/.tmp/C/95de4c9c104d43a2b04fb40ec8a8e820 as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/C/95de4c9c104d43a2b04fb40ec8a8e820 2024-12-05T03:21:51,479 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/C/95de4c9c104d43a2b04fb40ec8a8e820, entries=150, sequenceid=225, filesize=11.9 K 2024-12-05T03:21:51,479 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=134.18 KB/137400 for 391eaad722486776ccef74e9c34b02b1 in 869ms, sequenceid=225, compaction requested=true 2024-12-05T03:21:51,479 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 391eaad722486776ccef74e9c34b02b1: 2024-12-05T03:21:51,480 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 391eaad722486776ccef74e9c34b02b1:A, priority=-2147483648, current under compaction store size is 1 2024-12-05T03:21:51,480 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T03:21:51,480 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T03:21:51,480 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 391eaad722486776ccef74e9c34b02b1:B, priority=-2147483648, current under compaction store size is 2 2024-12-05T03:21:51,480 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T03:21:51,480 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 391eaad722486776ccef74e9c34b02b1:C, priority=-2147483648, current under compaction store size is 3 2024-12-05T03:21:51,480 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T03:21:51,480 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T03:21:51,481 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T03:21:51,481 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 93725 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T03:21:51,481 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.HStore(1540): 391eaad722486776ccef74e9c34b02b1/B is initiating minor compaction (all files) 2024-12-05T03:21:51,481 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.HStore(1540): 391eaad722486776ccef74e9c34b02b1/A is initiating minor compaction (all files) 2024-12-05T03:21:51,481 INFO [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 391eaad722486776ccef74e9c34b02b1/B in TestAcidGuarantees,,1733368897317.391eaad722486776ccef74e9c34b02b1. 2024-12-05T03:21:51,481 INFO [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 391eaad722486776ccef74e9c34b02b1/A in TestAcidGuarantees,,1733368897317.391eaad722486776ccef74e9c34b02b1. 2024-12-05T03:21:51,481 INFO [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/B/c75ea8bbfd584043ba3b1f0d2ad96aac, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/B/9d291b2b3ae74209a7b6f83015a139f3, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/B/60b9b7adbe0d4dd49cb0fe4a42aa950e] into tmpdir=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/.tmp, totalSize=36.0 K 2024-12-05T03:21:51,481 INFO [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/A/e32886bb69594d7d82b6e84b3bbacc49, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/A/116953f038734de78e13cad8db59b8d4, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/A/08f2c2be1ede429eb884582c55501312] into tmpdir=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/.tmp, totalSize=91.5 K 2024-12-05T03:21:51,481 INFO [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=69.23 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733368897317.391eaad722486776ccef74e9c34b02b1. 2024-12-05T03:21:51,481 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733368897317.391eaad722486776ccef74e9c34b02b1. files: [hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/A/e32886bb69594d7d82b6e84b3bbacc49, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/A/116953f038734de78e13cad8db59b8d4, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/A/08f2c2be1ede429eb884582c55501312] 2024-12-05T03:21:51,481 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] compactions.Compactor(224): Compacting c75ea8bbfd584043ba3b1f0d2ad96aac, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=183, earliestPutTs=1733368909343 2024-12-05T03:21:51,481 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] compactions.Compactor(224): Compacting e32886bb69594d7d82b6e84b3bbacc49, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=183, earliestPutTs=1733368909343 2024-12-05T03:21:51,482 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] compactions.Compactor(224): Compacting 9d291b2b3ae74209a7b6f83015a139f3, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=210, earliestPutTs=1733368909382 2024-12-05T03:21:51,482 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] compactions.Compactor(224): Compacting 116953f038734de78e13cad8db59b8d4, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=210, earliestPutTs=1733368909382 2024-12-05T03:21:51,482 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] compactions.Compactor(224): Compacting 60b9b7adbe0d4dd49cb0fe4a42aa950e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=225, earliestPutTs=1733368909999 2024-12-05T03:21:51,483 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] compactions.Compactor(224): Compacting 08f2c2be1ede429eb884582c55501312, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=225, earliestPutTs=1733368909999 2024-12-05T03:21:51,489 INFO [RS:0;971fbbbe942d:46085-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 391eaad722486776ccef74e9c34b02b1#B#compaction#583 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 69.23 MB/second 2024-12-05T03:21:51,490 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/.tmp/B/990b203f4d2c44dcb09a6a3742c2c76a is 50, key is test_row_0/B:col10/1733368910610/Put/seqid=0 2024-12-05T03:21:51,491 INFO [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=391eaad722486776ccef74e9c34b02b1] 2024-12-05T03:21:51,493 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202412055bf30e44e3754f29ae287641b75b3796_391eaad722486776ccef74e9c34b02b1 store=[table=TestAcidGuarantees family=A region=391eaad722486776ccef74e9c34b02b1] 2024-12-05T03:21:51,495 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202412055bf30e44e3754f29ae287641b75b3796_391eaad722486776ccef74e9c34b02b1, store=[table=TestAcidGuarantees family=A region=391eaad722486776ccef74e9c34b02b1] 2024-12-05T03:21:51,495 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412055bf30e44e3754f29ae287641b75b3796_391eaad722486776ccef74e9c34b02b1 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=391eaad722486776ccef74e9c34b02b1] 2024-12-05T03:21:51,497 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073742510_1686 (size=12663) 2024-12-05T03:21:51,501 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/.tmp/B/990b203f4d2c44dcb09a6a3742c2c76a as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/B/990b203f4d2c44dcb09a6a3742c2c76a 2024-12-05T03:21:51,505 INFO [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 391eaad722486776ccef74e9c34b02b1/B of 391eaad722486776ccef74e9c34b02b1 into 990b203f4d2c44dcb09a6a3742c2c76a(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T03:21:51,505 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 391eaad722486776ccef74e9c34b02b1: 2024-12-05T03:21:51,505 INFO [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733368897317.391eaad722486776ccef74e9c34b02b1., storeName=391eaad722486776ccef74e9c34b02b1/B, priority=13, startTime=1733368911480; duration=0sec 2024-12-05T03:21:51,505 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T03:21:51,505 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 391eaad722486776ccef74e9c34b02b1:B 2024-12-05T03:21:51,505 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T03:21:51,505 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073742511_1687 (size=4469) 2024-12-05T03:21:51,506 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T03:21:51,506 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.HStore(1540): 391eaad722486776ccef74e9c34b02b1/C is initiating minor compaction (all files) 2024-12-05T03:21:51,506 INFO [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 391eaad722486776ccef74e9c34b02b1/C in TestAcidGuarantees,,1733368897317.391eaad722486776ccef74e9c34b02b1. 2024-12-05T03:21:51,506 INFO [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/C/f4e6caf93431421d82e1f8500261b4a0, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/C/5d029ca7816b47239bfd9e6e02229eab, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/C/95de4c9c104d43a2b04fb40ec8a8e820] into tmpdir=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/.tmp, totalSize=36.0 K 2024-12-05T03:21:51,507 INFO [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 391eaad722486776ccef74e9c34b02b1#A#compaction#584 average throughput is 1.63 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 69.23 MB/second 2024-12-05T03:21:51,507 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] compactions.Compactor(224): Compacting f4e6caf93431421d82e1f8500261b4a0, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=183, earliestPutTs=1733368909343 2024-12-05T03:21:51,507 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/.tmp/A/16dbd71dfd02476fbdb3682aa587f1d0 is 175, key is test_row_0/A:col10/1733368910610/Put/seqid=0 2024-12-05T03:21:51,507 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] compactions.Compactor(224): Compacting 5d029ca7816b47239bfd9e6e02229eab, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=210, earliestPutTs=1733368909382 2024-12-05T03:21:51,508 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] compactions.Compactor(224): Compacting 95de4c9c104d43a2b04fb40ec8a8e820, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=225, earliestPutTs=1733368909999 2024-12-05T03:21:51,512 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073742512_1688 (size=31617) 2024-12-05T03:21:51,514 INFO [RS:0;971fbbbe942d:46085-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 391eaad722486776ccef74e9c34b02b1#C#compaction#585 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 69.23 MB/second 2024-12-05T03:21:51,514 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/.tmp/C/28b4f878d62e4df3972ef9fb542b31cc is 50, key is test_row_0/C:col10/1733368910610/Put/seqid=0 2024-12-05T03:21:51,517 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/.tmp/A/16dbd71dfd02476fbdb3682aa587f1d0 as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/A/16dbd71dfd02476fbdb3682aa587f1d0 2024-12-05T03:21:51,518 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073742513_1689 (size=12663) 2024-12-05T03:21:51,522 INFO [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 391eaad722486776ccef74e9c34b02b1/A of 391eaad722486776ccef74e9c34b02b1 into 16dbd71dfd02476fbdb3682aa587f1d0(size=30.9 K), total size for store is 30.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T03:21:51,522 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 391eaad722486776ccef74e9c34b02b1: 2024-12-05T03:21:51,522 INFO [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733368897317.391eaad722486776ccef74e9c34b02b1., storeName=391eaad722486776ccef74e9c34b02b1/A, priority=13, startTime=1733368911480; duration=0sec 2024-12-05T03:21:51,522 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T03:21:51,522 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 391eaad722486776ccef74e9c34b02b1:A 2024-12-05T03:21:51,524 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/.tmp/C/28b4f878d62e4df3972ef9fb542b31cc as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/C/28b4f878d62e4df3972ef9fb542b31cc 2024-12-05T03:21:51,527 INFO [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 391eaad722486776ccef74e9c34b02b1/C of 391eaad722486776ccef74e9c34b02b1 into 28b4f878d62e4df3972ef9fb542b31cc(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T03:21:51,527 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 391eaad722486776ccef74e9c34b02b1: 2024-12-05T03:21:51,527 INFO [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733368897317.391eaad722486776ccef74e9c34b02b1., storeName=391eaad722486776ccef74e9c34b02b1/C, priority=13, startTime=1733368911480; duration=0sec 2024-12-05T03:21:51,527 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T03:21:51,527 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 391eaad722486776ccef74e9c34b02b1:C 2024-12-05T03:21:51,599 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 971fbbbe942d,46085,1733368737191 2024-12-05T03:21:51,600 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46085 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=192 2024-12-05T03:21:51,600 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=192}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733368897317.391eaad722486776ccef74e9c34b02b1. 2024-12-05T03:21:51,600 INFO [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=192}] regionserver.HRegion(2837): Flushing 391eaad722486776ccef74e9c34b02b1 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-12-05T03:21:51,600 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=192}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 391eaad722486776ccef74e9c34b02b1, store=A 2024-12-05T03:21:51,600 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=192}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T03:21:51,600 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=192}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 391eaad722486776ccef74e9c34b02b1, store=B 2024-12-05T03:21:51,600 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=192}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T03:21:51,601 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=192}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 391eaad722486776ccef74e9c34b02b1, store=C 2024-12-05T03:21:51,601 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=192}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T03:21:51,607 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=192}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412055324d5361ca449f099a514e6592d228f_391eaad722486776ccef74e9c34b02b1 is 50, key is test_row_0/A:col10/1733368910673/Put/seqid=0 2024-12-05T03:21:51,610 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073742514_1690 (size=12304) 2024-12-05T03:21:51,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=191 2024-12-05T03:21:51,788 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733368897317.391eaad722486776ccef74e9c34b02b1. as already flushing 2024-12-05T03:21:51,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(8581): Flush requested on 391eaad722486776ccef74e9c34b02b1 2024-12-05T03:21:51,795 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=391eaad722486776ccef74e9c34b02b1, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:21:51,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53578 deadline: 1733368971792, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=391eaad722486776ccef74e9c34b02b1, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:21:51,796 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=391eaad722486776ccef74e9c34b02b1, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:21:51,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53552 deadline: 1733368971792, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=391eaad722486776ccef74e9c34b02b1, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:21:51,796 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=391eaad722486776ccef74e9c34b02b1, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:21:51,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53512 deadline: 1733368971793, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=391eaad722486776ccef74e9c34b02b1, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:21:51,796 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=391eaad722486776ccef74e9c34b02b1, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:21:51,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53526 deadline: 1733368971793, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=391eaad722486776ccef74e9c34b02b1, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:21:51,797 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=391eaad722486776ccef74e9c34b02b1, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:21:51,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53622 deadline: 1733368971795, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=391eaad722486776ccef74e9c34b02b1, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:21:51,898 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=391eaad722486776ccef74e9c34b02b1, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:21:51,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53578 deadline: 1733368971897, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=391eaad722486776ccef74e9c34b02b1, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:21:51,898 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=391eaad722486776ccef74e9c34b02b1, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:21:51,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53552 deadline: 1733368971897, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=391eaad722486776ccef74e9c34b02b1, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:21:51,898 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=391eaad722486776ccef74e9c34b02b1, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:21:51,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53512 deadline: 1733368971897, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=391eaad722486776ccef74e9c34b02b1, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:21:51,898 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=391eaad722486776ccef74e9c34b02b1, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:21:51,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53526 deadline: 1733368971897, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=391eaad722486776ccef74e9c34b02b1, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:21:51,899 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=391eaad722486776ccef74e9c34b02b1, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:21:51,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53622 deadline: 1733368971898, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=391eaad722486776ccef74e9c34b02b1, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:21:52,011 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=192}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:52,014 INFO [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=192}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412055324d5361ca449f099a514e6592d228f_391eaad722486776ccef74e9c34b02b1 to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412055324d5361ca449f099a514e6592d228f_391eaad722486776ccef74e9c34b02b1 2024-12-05T03:21:52,015 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=192}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/.tmp/A/4aed50e2b8f942fe854e099f9e6cce39, store: [table=TestAcidGuarantees family=A region=391eaad722486776ccef74e9c34b02b1] 2024-12-05T03:21:52,016 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=192}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/.tmp/A/4aed50e2b8f942fe854e099f9e6cce39 is 175, key is test_row_0/A:col10/1733368910673/Put/seqid=0 2024-12-05T03:21:52,020 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073742515_1691 (size=31105) 2024-12-05T03:21:52,020 INFO [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=192}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=251, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/.tmp/A/4aed50e2b8f942fe854e099f9e6cce39 2024-12-05T03:21:52,026 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=192}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/.tmp/B/a16a9f6fb691425297d869828b7298ac is 50, key is test_row_0/B:col10/1733368910673/Put/seqid=0 2024-12-05T03:21:52,049 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073742516_1692 (size=12151) 2024-12-05T03:21:52,050 INFO [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=192}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=251 (bloomFilter=true), to=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/.tmp/B/a16a9f6fb691425297d869828b7298ac 2024-12-05T03:21:52,056 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=192}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/.tmp/C/0eae7d03c6d94578ba36edf52bb2e861 is 50, key is test_row_0/C:col10/1733368910673/Put/seqid=0 2024-12-05T03:21:52,073 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073742517_1693 (size=12151) 2024-12-05T03:21:52,074 INFO [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=192}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=251 (bloomFilter=true), to=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/.tmp/C/0eae7d03c6d94578ba36edf52bb2e861 2024-12-05T03:21:52,078 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=192}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/.tmp/A/4aed50e2b8f942fe854e099f9e6cce39 as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/A/4aed50e2b8f942fe854e099f9e6cce39 2024-12-05T03:21:52,081 INFO [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=192}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/A/4aed50e2b8f942fe854e099f9e6cce39, entries=150, sequenceid=251, filesize=30.4 K 2024-12-05T03:21:52,082 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=192}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/.tmp/B/a16a9f6fb691425297d869828b7298ac as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/B/a16a9f6fb691425297d869828b7298ac 2024-12-05T03:21:52,086 INFO [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=192}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/B/a16a9f6fb691425297d869828b7298ac, entries=150, sequenceid=251, filesize=11.9 K 2024-12-05T03:21:52,086 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=192}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/.tmp/C/0eae7d03c6d94578ba36edf52bb2e861 as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/C/0eae7d03c6d94578ba36edf52bb2e861 2024-12-05T03:21:52,089 INFO [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=192}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/C/0eae7d03c6d94578ba36edf52bb2e861, entries=150, sequenceid=251, filesize=11.9 K 2024-12-05T03:21:52,090 INFO [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=192}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for 391eaad722486776ccef74e9c34b02b1 in 490ms, sequenceid=251, compaction requested=false 2024-12-05T03:21:52,090 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=192}] regionserver.HRegion(2538): Flush status journal for 391eaad722486776ccef74e9c34b02b1: 2024-12-05T03:21:52,090 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=192}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733368897317.391eaad722486776ccef74e9c34b02b1. 2024-12-05T03:21:52,090 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=192}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=192 2024-12-05T03:21:52,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.HMaster(4106): Remote procedure done, pid=192 2024-12-05T03:21:52,093 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=192, resume processing ppid=191 2024-12-05T03:21:52,093 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=192, ppid=191, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5600 sec 2024-12-05T03:21:52,095 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=191, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=191, table=TestAcidGuarantees in 1.5650 sec 2024-12-05T03:21:52,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(8581): Flush requested on 391eaad722486776ccef74e9c34b02b1 2024-12-05T03:21:52,101 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 391eaad722486776ccef74e9c34b02b1 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-12-05T03:21:52,102 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 391eaad722486776ccef74e9c34b02b1, store=A 2024-12-05T03:21:52,103 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T03:21:52,103 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 391eaad722486776ccef74e9c34b02b1, store=B 2024-12-05T03:21:52,103 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T03:21:52,103 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 391eaad722486776ccef74e9c34b02b1, store=C 2024-12-05T03:21:52,103 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T03:21:52,108 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412052a3a982ecc1d436795a4c58a31088d55_391eaad722486776ccef74e9c34b02b1 is 50, key is test_row_0/A:col10/1733368911789/Put/seqid=0 2024-12-05T03:21:52,112 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073742518_1694 (size=14994) 2024-12-05T03:21:52,120 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=391eaad722486776ccef74e9c34b02b1, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:21:52,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53622 deadline: 1733368972117, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=391eaad722486776ccef74e9c34b02b1, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:21:52,123 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=391eaad722486776ccef74e9c34b02b1, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:21:52,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53552 deadline: 1733368972119, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=391eaad722486776ccef74e9c34b02b1, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:21:52,123 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=391eaad722486776ccef74e9c34b02b1, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:21:52,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53526 deadline: 1733368972119, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=391eaad722486776ccef74e9c34b02b1, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:21:52,123 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=391eaad722486776ccef74e9c34b02b1, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:21:52,123 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=391eaad722486776ccef74e9c34b02b1, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:21:52,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53578 deadline: 1733368972120, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=391eaad722486776ccef74e9c34b02b1, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:21:52,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53512 deadline: 1733368972120, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=391eaad722486776ccef74e9c34b02b1, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:21:52,222 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=391eaad722486776ccef74e9c34b02b1, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:21:52,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53622 deadline: 1733368972221, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=391eaad722486776ccef74e9c34b02b1, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:21:52,225 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=391eaad722486776ccef74e9c34b02b1, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:21:52,225 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=391eaad722486776ccef74e9c34b02b1, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:21:52,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53578 deadline: 1733368972224, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=391eaad722486776ccef74e9c34b02b1, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:21:52,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53552 deadline: 1733368972224, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=391eaad722486776ccef74e9c34b02b1, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:21:52,226 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=391eaad722486776ccef74e9c34b02b1, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:21:52,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53526 deadline: 1733368972224, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=391eaad722486776ccef74e9c34b02b1, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:21:52,226 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=391eaad722486776ccef74e9c34b02b1, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:21:52,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53512 deadline: 1733368972224, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=391eaad722486776ccef74e9c34b02b1, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:21:52,424 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=391eaad722486776ccef74e9c34b02b1, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:21:52,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53622 deadline: 1733368972423, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=391eaad722486776ccef74e9c34b02b1, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:21:52,429 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=391eaad722486776ccef74e9c34b02b1, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:21:52,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53552 deadline: 1733368972427, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=391eaad722486776ccef74e9c34b02b1, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:21:52,429 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=391eaad722486776ccef74e9c34b02b1, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:21:52,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53578 deadline: 1733368972427, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=391eaad722486776ccef74e9c34b02b1, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:21:52,429 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=391eaad722486776ccef74e9c34b02b1, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:21:52,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53526 deadline: 1733368972427, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=391eaad722486776ccef74e9c34b02b1, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:21:52,430 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=391eaad722486776ccef74e9c34b02b1, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:21:52,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53512 deadline: 1733368972428, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=391eaad722486776ccef74e9c34b02b1, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:21:52,512 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:52,516 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412052a3a982ecc1d436795a4c58a31088d55_391eaad722486776ccef74e9c34b02b1 to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412052a3a982ecc1d436795a4c58a31088d55_391eaad722486776ccef74e9c34b02b1 2024-12-05T03:21:52,517 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/.tmp/A/291469bfaa634a1baac40f04f33c4529, store: [table=TestAcidGuarantees family=A region=391eaad722486776ccef74e9c34b02b1] 2024-12-05T03:21:52,518 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/.tmp/A/291469bfaa634a1baac40f04f33c4529 is 175, key is test_row_0/A:col10/1733368911789/Put/seqid=0 2024-12-05T03:21:52,521 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073742519_1695 (size=39949) 2024-12-05T03:21:52,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=191 2024-12-05T03:21:52,636 INFO [Thread-2747 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 191 completed 2024-12-05T03:21:52,637 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-05T03:21:52,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] procedure2.ProcedureExecutor(1098): Stored pid=193, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=193, table=TestAcidGuarantees 2024-12-05T03:21:52,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=193 2024-12-05T03:21:52,639 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=193, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=193, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-05T03:21:52,639 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=193, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=193, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-05T03:21:52,639 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=194, ppid=193, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-05T03:21:52,728 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=391eaad722486776ccef74e9c34b02b1, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:21:52,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53622 deadline: 1733368972727, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=391eaad722486776ccef74e9c34b02b1, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:21:52,731 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=391eaad722486776ccef74e9c34b02b1, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:21:52,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53526 deadline: 1733368972730, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=391eaad722486776ccef74e9c34b02b1, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:21:52,732 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=391eaad722486776ccef74e9c34b02b1, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:21:52,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53552 deadline: 1733368972731, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=391eaad722486776ccef74e9c34b02b1, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:21:52,733 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=391eaad722486776ccef74e9c34b02b1, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:21:52,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53512 deadline: 1733368972731, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=391eaad722486776ccef74e9c34b02b1, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:21:52,734 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=391eaad722486776ccef74e9c34b02b1, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:21:52,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53578 deadline: 1733368972732, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=391eaad722486776ccef74e9c34b02b1, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:21:52,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=193 2024-12-05T03:21:52,791 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 971fbbbe942d,46085,1733368737191 2024-12-05T03:21:52,791 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46085 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=194 2024-12-05T03:21:52,791 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=194}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733368897317.391eaad722486776ccef74e9c34b02b1. 2024-12-05T03:21:52,791 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=194}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733368897317.391eaad722486776ccef74e9c34b02b1. as already flushing 2024-12-05T03:21:52,791 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=194}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733368897317.391eaad722486776ccef74e9c34b02b1. 2024-12-05T03:21:52,791 ERROR [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=194}] handler.RSProcedureHandler(58): pid=194 java.io.IOException: Unable to complete flush {ENCODED => 391eaad722486776ccef74e9c34b02b1, NAME => 'TestAcidGuarantees,,1733368897317.391eaad722486776ccef74e9c34b02b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:21:52,792 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=194}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=194 java.io.IOException: Unable to complete flush {ENCODED => 391eaad722486776ccef74e9c34b02b1, NAME => 'TestAcidGuarantees,,1733368897317.391eaad722486776ccef74e9c34b02b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:21:52,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.HMaster(4114): Remote procedure failed, pid=194 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 391eaad722486776ccef74e9c34b02b1, NAME => 'TestAcidGuarantees,,1733368897317.391eaad722486776ccef74e9c34b02b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 391eaad722486776ccef74e9c34b02b1, NAME => 'TestAcidGuarantees,,1733368897317.391eaad722486776ccef74e9c34b02b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:21:52,922 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=267, memsize=29.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/.tmp/A/291469bfaa634a1baac40f04f33c4529 2024-12-05T03:21:52,928 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/.tmp/B/03ce6d72526649a18b570c3a6aec57c1 is 50, key is test_row_0/B:col10/1733368911789/Put/seqid=0 2024-12-05T03:21:52,931 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073742520_1696 (size=12301) 2024-12-05T03:21:52,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=193 2024-12-05T03:21:52,943 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 971fbbbe942d,46085,1733368737191 2024-12-05T03:21:52,944 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46085 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=194 2024-12-05T03:21:52,944 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=194}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733368897317.391eaad722486776ccef74e9c34b02b1. 2024-12-05T03:21:52,944 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=194}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733368897317.391eaad722486776ccef74e9c34b02b1. as already flushing 2024-12-05T03:21:52,944 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=194}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733368897317.391eaad722486776ccef74e9c34b02b1. 2024-12-05T03:21:52,944 ERROR [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=194}] handler.RSProcedureHandler(58): pid=194 java.io.IOException: Unable to complete flush {ENCODED => 391eaad722486776ccef74e9c34b02b1, NAME => 'TestAcidGuarantees,,1733368897317.391eaad722486776ccef74e9c34b02b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:21:52,944 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=194}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=194 java.io.IOException: Unable to complete flush {ENCODED => 391eaad722486776ccef74e9c34b02b1, NAME => 'TestAcidGuarantees,,1733368897317.391eaad722486776ccef74e9c34b02b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:21:52,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.HMaster(4114): Remote procedure failed, pid=194 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 391eaad722486776ccef74e9c34b02b1, NAME => 'TestAcidGuarantees,,1733368897317.391eaad722486776ccef74e9c34b02b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 391eaad722486776ccef74e9c34b02b1, NAME => 'TestAcidGuarantees,,1733368897317.391eaad722486776ccef74e9c34b02b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:21:53,096 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 971fbbbe942d,46085,1733368737191 2024-12-05T03:21:53,096 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46085 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=194 2024-12-05T03:21:53,096 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=194}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733368897317.391eaad722486776ccef74e9c34b02b1. 2024-12-05T03:21:53,096 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=194}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733368897317.391eaad722486776ccef74e9c34b02b1. as already flushing 2024-12-05T03:21:53,096 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=194}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733368897317.391eaad722486776ccef74e9c34b02b1. 2024-12-05T03:21:53,096 ERROR [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=194}] handler.RSProcedureHandler(58): pid=194 java.io.IOException: Unable to complete flush {ENCODED => 391eaad722486776ccef74e9c34b02b1, NAME => 'TestAcidGuarantees,,1733368897317.391eaad722486776ccef74e9c34b02b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:21:53,097 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=194}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=194 java.io.IOException: Unable to complete flush {ENCODED => 391eaad722486776ccef74e9c34b02b1, NAME => 'TestAcidGuarantees,,1733368897317.391eaad722486776ccef74e9c34b02b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:21:53,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.HMaster(4114): Remote procedure failed, pid=194 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 391eaad722486776ccef74e9c34b02b1, NAME => 'TestAcidGuarantees,,1733368897317.391eaad722486776ccef74e9c34b02b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 391eaad722486776ccef74e9c34b02b1, NAME => 'TestAcidGuarantees,,1733368897317.391eaad722486776ccef74e9c34b02b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:21:53,234 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=391eaad722486776ccef74e9c34b02b1, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:21:53,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53622 deadline: 1733368973231, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=391eaad722486776ccef74e9c34b02b1, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:21:53,234 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=391eaad722486776ccef74e9c34b02b1, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:21:53,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53526 deadline: 1733368973232, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=391eaad722486776ccef74e9c34b02b1, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:21:53,237 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=391eaad722486776ccef74e9c34b02b1, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:21:53,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53512 deadline: 1733368973235, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=391eaad722486776ccef74e9c34b02b1, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:21:53,239 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=391eaad722486776ccef74e9c34b02b1, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:21:53,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53552 deadline: 1733368973237, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=391eaad722486776ccef74e9c34b02b1, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:21:53,240 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=391eaad722486776ccef74e9c34b02b1, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:21:53,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53578 deadline: 1733368973238, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=391eaad722486776ccef74e9c34b02b1, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:21:53,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=193 2024-12-05T03:21:53,248 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 971fbbbe942d,46085,1733368737191 2024-12-05T03:21:53,248 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46085 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=194 2024-12-05T03:21:53,249 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=194}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733368897317.391eaad722486776ccef74e9c34b02b1. 2024-12-05T03:21:53,249 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=194}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733368897317.391eaad722486776ccef74e9c34b02b1. as already flushing 2024-12-05T03:21:53,249 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=194}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733368897317.391eaad722486776ccef74e9c34b02b1. 2024-12-05T03:21:53,249 ERROR [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=194}] handler.RSProcedureHandler(58): pid=194 java.io.IOException: Unable to complete flush {ENCODED => 391eaad722486776ccef74e9c34b02b1, NAME => 'TestAcidGuarantees,,1733368897317.391eaad722486776ccef74e9c34b02b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:21:53,249 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=194}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=194 java.io.IOException: Unable to complete flush {ENCODED => 391eaad722486776ccef74e9c34b02b1, NAME => 'TestAcidGuarantees,,1733368897317.391eaad722486776ccef74e9c34b02b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:21:53,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.HMaster(4114): Remote procedure failed, pid=194 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 391eaad722486776ccef74e9c34b02b1, NAME => 'TestAcidGuarantees,,1733368897317.391eaad722486776ccef74e9c34b02b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 391eaad722486776ccef74e9c34b02b1, NAME => 'TestAcidGuarantees,,1733368897317.391eaad722486776ccef74e9c34b02b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:21:53,333 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=267 (bloomFilter=true), to=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/.tmp/B/03ce6d72526649a18b570c3a6aec57c1 2024-12-05T03:21:53,340 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/.tmp/C/d6e36b4795814a1d84ed5d9407b77994 is 50, key is test_row_0/C:col10/1733368911789/Put/seqid=0 2024-12-05T03:21:53,343 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073742521_1697 (size=12301) 2024-12-05T03:21:53,400 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 971fbbbe942d,46085,1733368737191 2024-12-05T03:21:53,401 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46085 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=194 2024-12-05T03:21:53,401 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=194}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733368897317.391eaad722486776ccef74e9c34b02b1. 2024-12-05T03:21:53,401 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=194}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733368897317.391eaad722486776ccef74e9c34b02b1. as already flushing 2024-12-05T03:21:53,401 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=194}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733368897317.391eaad722486776ccef74e9c34b02b1. 2024-12-05T03:21:53,401 ERROR [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=194}] handler.RSProcedureHandler(58): pid=194 java.io.IOException: Unable to complete flush {ENCODED => 391eaad722486776ccef74e9c34b02b1, NAME => 'TestAcidGuarantees,,1733368897317.391eaad722486776ccef74e9c34b02b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:21:53,401 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=194}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=194 java.io.IOException: Unable to complete flush {ENCODED => 391eaad722486776ccef74e9c34b02b1, NAME => 'TestAcidGuarantees,,1733368897317.391eaad722486776ccef74e9c34b02b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:21:53,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.HMaster(4114): Remote procedure failed, pid=194 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 391eaad722486776ccef74e9c34b02b1, NAME => 'TestAcidGuarantees,,1733368897317.391eaad722486776ccef74e9c34b02b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 391eaad722486776ccef74e9c34b02b1, NAME => 'TestAcidGuarantees,,1733368897317.391eaad722486776ccef74e9c34b02b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:21:53,553 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 971fbbbe942d,46085,1733368737191 2024-12-05T03:21:53,553 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46085 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=194 2024-12-05T03:21:53,554 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=194}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733368897317.391eaad722486776ccef74e9c34b02b1. 2024-12-05T03:21:53,554 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=194}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733368897317.391eaad722486776ccef74e9c34b02b1. as already flushing 2024-12-05T03:21:53,554 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=194}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733368897317.391eaad722486776ccef74e9c34b02b1. 2024-12-05T03:21:53,554 ERROR [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=194}] handler.RSProcedureHandler(58): pid=194 java.io.IOException: Unable to complete flush {ENCODED => 391eaad722486776ccef74e9c34b02b1, NAME => 'TestAcidGuarantees,,1733368897317.391eaad722486776ccef74e9c34b02b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:21:53,554 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=194}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=194 java.io.IOException: Unable to complete flush {ENCODED => 391eaad722486776ccef74e9c34b02b1, NAME => 'TestAcidGuarantees,,1733368897317.391eaad722486776ccef74e9c34b02b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:21:53,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.HMaster(4114): Remote procedure failed, pid=194 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 391eaad722486776ccef74e9c34b02b1, NAME => 'TestAcidGuarantees,,1733368897317.391eaad722486776ccef74e9c34b02b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 391eaad722486776ccef74e9c34b02b1, NAME => 'TestAcidGuarantees,,1733368897317.391eaad722486776ccef74e9c34b02b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:21:53,706 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 971fbbbe942d,46085,1733368737191 2024-12-05T03:21:53,706 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46085 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=194 2024-12-05T03:21:53,706 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=194}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733368897317.391eaad722486776ccef74e9c34b02b1. 2024-12-05T03:21:53,706 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=194}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733368897317.391eaad722486776ccef74e9c34b02b1. as already flushing 2024-12-05T03:21:53,706 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=194}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733368897317.391eaad722486776ccef74e9c34b02b1. 2024-12-05T03:21:53,706 ERROR [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=194}] handler.RSProcedureHandler(58): pid=194 java.io.IOException: Unable to complete flush {ENCODED => 391eaad722486776ccef74e9c34b02b1, NAME => 'TestAcidGuarantees,,1733368897317.391eaad722486776ccef74e9c34b02b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:21:53,707 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=194}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=194 java.io.IOException: Unable to complete flush {ENCODED => 391eaad722486776ccef74e9c34b02b1, NAME => 'TestAcidGuarantees,,1733368897317.391eaad722486776ccef74e9c34b02b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:21:53,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.HMaster(4114): Remote procedure failed, pid=194 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 391eaad722486776ccef74e9c34b02b1, NAME => 'TestAcidGuarantees,,1733368897317.391eaad722486776ccef74e9c34b02b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 391eaad722486776ccef74e9c34b02b1, NAME => 'TestAcidGuarantees,,1733368897317.391eaad722486776ccef74e9c34b02b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T03:21:53,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=193 2024-12-05T03:21:53,744 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=267 (bloomFilter=true), to=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/.tmp/C/d6e36b4795814a1d84ed5d9407b77994 2024-12-05T03:21:53,747 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/.tmp/A/291469bfaa634a1baac40f04f33c4529 as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/A/291469bfaa634a1baac40f04f33c4529 2024-12-05T03:21:53,750 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/A/291469bfaa634a1baac40f04f33c4529, entries=200, sequenceid=267, filesize=39.0 K 2024-12-05T03:21:53,751 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/.tmp/B/03ce6d72526649a18b570c3a6aec57c1 as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/B/03ce6d72526649a18b570c3a6aec57c1 2024-12-05T03:21:53,754 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/B/03ce6d72526649a18b570c3a6aec57c1, entries=150, sequenceid=267, filesize=12.0 K 2024-12-05T03:21:53,754 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/.tmp/C/d6e36b4795814a1d84ed5d9407b77994 as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/C/d6e36b4795814a1d84ed5d9407b77994 2024-12-05T03:21:53,757 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/C/d6e36b4795814a1d84ed5d9407b77994, entries=150, sequenceid=267, filesize=12.0 K 2024-12-05T03:21:53,758 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=114.05 KB/116790 for 391eaad722486776ccef74e9c34b02b1 in 1657ms, sequenceid=267, compaction requested=true 2024-12-05T03:21:53,758 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 391eaad722486776ccef74e9c34b02b1: 2024-12-05T03:21:53,758 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 391eaad722486776ccef74e9c34b02b1:A, priority=-2147483648, current under compaction store size is 1 2024-12-05T03:21:53,758 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T03:21:53,758 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 391eaad722486776ccef74e9c34b02b1:B, priority=-2147483648, current under compaction store size is 2 2024-12-05T03:21:53,758 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T03:21:53,758 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T03:21:53,758 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 391eaad722486776ccef74e9c34b02b1:C, priority=-2147483648, current under compaction store size is 3 2024-12-05T03:21:53,758 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T03:21:53,758 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T03:21:53,759 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102671 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T03:21:53,759 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37115 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T03:21:53,759 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.HStore(1540): 391eaad722486776ccef74e9c34b02b1/A is initiating minor compaction (all files) 2024-12-05T03:21:53,759 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.HStore(1540): 391eaad722486776ccef74e9c34b02b1/B is initiating minor compaction (all files) 2024-12-05T03:21:53,759 INFO [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 391eaad722486776ccef74e9c34b02b1/A in TestAcidGuarantees,,1733368897317.391eaad722486776ccef74e9c34b02b1. 2024-12-05T03:21:53,759 INFO [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 391eaad722486776ccef74e9c34b02b1/B in TestAcidGuarantees,,1733368897317.391eaad722486776ccef74e9c34b02b1. 2024-12-05T03:21:53,760 INFO [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/A/16dbd71dfd02476fbdb3682aa587f1d0, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/A/4aed50e2b8f942fe854e099f9e6cce39, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/A/291469bfaa634a1baac40f04f33c4529] into tmpdir=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/.tmp, totalSize=100.3 K 2024-12-05T03:21:53,760 INFO [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/B/990b203f4d2c44dcb09a6a3742c2c76a, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/B/a16a9f6fb691425297d869828b7298ac, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/B/03ce6d72526649a18b570c3a6aec57c1] into tmpdir=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/.tmp, totalSize=36.2 K 2024-12-05T03:21:53,760 INFO [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=69.23 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733368897317.391eaad722486776ccef74e9c34b02b1. 2024-12-05T03:21:53,760 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733368897317.391eaad722486776ccef74e9c34b02b1. files: [hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/A/16dbd71dfd02476fbdb3682aa587f1d0, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/A/4aed50e2b8f942fe854e099f9e6cce39, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/A/291469bfaa634a1baac40f04f33c4529] 2024-12-05T03:21:53,760 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] compactions.Compactor(224): Compacting 990b203f4d2c44dcb09a6a3742c2c76a, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=225, earliestPutTs=1733368909999 2024-12-05T03:21:53,760 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] compactions.Compactor(224): Compacting 16dbd71dfd02476fbdb3682aa587f1d0, keycount=150, bloomtype=ROW, size=30.9 K, encoding=NONE, compression=NONE, seqNum=225, earliestPutTs=1733368909999 2024-12-05T03:21:53,760 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] compactions.Compactor(224): Compacting a16a9f6fb691425297d869828b7298ac, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=251, earliestPutTs=1733368910673 2024-12-05T03:21:53,760 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4aed50e2b8f942fe854e099f9e6cce39, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=251, earliestPutTs=1733368910673 2024-12-05T03:21:53,761 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] compactions.Compactor(224): Compacting 03ce6d72526649a18b570c3a6aec57c1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=267, earliestPutTs=1733368911789 2024-12-05T03:21:53,761 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] compactions.Compactor(224): Compacting 291469bfaa634a1baac40f04f33c4529, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=267, earliestPutTs=1733368911789 2024-12-05T03:21:53,765 INFO [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=391eaad722486776ccef74e9c34b02b1] 2024-12-05T03:21:53,766 INFO [RS:0;971fbbbe942d:46085-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 391eaad722486776ccef74e9c34b02b1#B#compaction#592 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 69.23 MB/second 2024-12-05T03:21:53,767 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/.tmp/B/d08e650fe4c54f75a33cf1663eff5e4a is 50, key is test_row_0/B:col10/1733368911789/Put/seqid=0 2024-12-05T03:21:53,767 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241205c8d55b7f30e7439f987305357c9633ba_391eaad722486776ccef74e9c34b02b1 store=[table=TestAcidGuarantees family=A region=391eaad722486776ccef74e9c34b02b1] 2024-12-05T03:21:53,769 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241205c8d55b7f30e7439f987305357c9633ba_391eaad722486776ccef74e9c34b02b1, store=[table=TestAcidGuarantees family=A region=391eaad722486776ccef74e9c34b02b1] 2024-12-05T03:21:53,769 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241205c8d55b7f30e7439f987305357c9633ba_391eaad722486776ccef74e9c34b02b1 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=391eaad722486776ccef74e9c34b02b1] 2024-12-05T03:21:53,770 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073742522_1698 (size=12915) 2024-12-05T03:21:53,774 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073742523_1699 (size=4469) 2024-12-05T03:21:53,774 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/.tmp/B/d08e650fe4c54f75a33cf1663eff5e4a as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/B/d08e650fe4c54f75a33cf1663eff5e4a 2024-12-05T03:21:53,778 INFO [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 391eaad722486776ccef74e9c34b02b1/B of 391eaad722486776ccef74e9c34b02b1 into d08e650fe4c54f75a33cf1663eff5e4a(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T03:21:53,778 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 391eaad722486776ccef74e9c34b02b1: 2024-12-05T03:21:53,778 INFO [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733368897317.391eaad722486776ccef74e9c34b02b1., storeName=391eaad722486776ccef74e9c34b02b1/B, priority=13, startTime=1733368913758; duration=0sec 2024-12-05T03:21:53,778 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T03:21:53,778 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 391eaad722486776ccef74e9c34b02b1:B 2024-12-05T03:21:53,778 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T03:21:53,779 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37115 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T03:21:53,779 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.HStore(1540): 391eaad722486776ccef74e9c34b02b1/C is initiating minor compaction (all files) 2024-12-05T03:21:53,779 INFO [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 391eaad722486776ccef74e9c34b02b1/C in TestAcidGuarantees,,1733368897317.391eaad722486776ccef74e9c34b02b1. 2024-12-05T03:21:53,779 INFO [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/C/28b4f878d62e4df3972ef9fb542b31cc, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/C/0eae7d03c6d94578ba36edf52bb2e861, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/C/d6e36b4795814a1d84ed5d9407b77994] into tmpdir=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/.tmp, totalSize=36.2 K 2024-12-05T03:21:53,780 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] compactions.Compactor(224): Compacting 28b4f878d62e4df3972ef9fb542b31cc, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=225, earliestPutTs=1733368909999 2024-12-05T03:21:53,780 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] compactions.Compactor(224): Compacting 0eae7d03c6d94578ba36edf52bb2e861, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=251, earliestPutTs=1733368910673 2024-12-05T03:21:53,780 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] compactions.Compactor(224): Compacting d6e36b4795814a1d84ed5d9407b77994, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=267, earliestPutTs=1733368911789 2024-12-05T03:21:53,787 INFO [RS:0;971fbbbe942d:46085-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 391eaad722486776ccef74e9c34b02b1#C#compaction#594 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 69.23 MB/second 2024-12-05T03:21:53,787 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/.tmp/C/12773d11b03b40e2937e8a5988d6b65f is 50, key is test_row_0/C:col10/1733368911789/Put/seqid=0 2024-12-05T03:21:53,790 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073742524_1700 (size=12915) 2024-12-05T03:21:53,794 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/.tmp/C/12773d11b03b40e2937e8a5988d6b65f as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/C/12773d11b03b40e2937e8a5988d6b65f 2024-12-05T03:21:53,798 INFO [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 391eaad722486776ccef74e9c34b02b1/C of 391eaad722486776ccef74e9c34b02b1 into 12773d11b03b40e2937e8a5988d6b65f(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T03:21:53,798 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 391eaad722486776ccef74e9c34b02b1: 2024-12-05T03:21:53,798 INFO [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733368897317.391eaad722486776ccef74e9c34b02b1., storeName=391eaad722486776ccef74e9c34b02b1/C, priority=13, startTime=1733368913758; duration=0sec 2024-12-05T03:21:53,798 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T03:21:53,798 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 391eaad722486776ccef74e9c34b02b1:C 2024-12-05T03:21:53,858 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 971fbbbe942d,46085,1733368737191 2024-12-05T03:21:53,859 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46085 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=194 2024-12-05T03:21:53,859 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=194}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733368897317.391eaad722486776ccef74e9c34b02b1. 2024-12-05T03:21:53,859 INFO [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=194}] regionserver.HRegion(2837): Flushing 391eaad722486776ccef74e9c34b02b1 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-12-05T03:21:53,859 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=194}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 391eaad722486776ccef74e9c34b02b1, store=A 2024-12-05T03:21:53,859 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=194}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T03:21:53,859 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=194}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 391eaad722486776ccef74e9c34b02b1, store=B 2024-12-05T03:21:53,859 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=194}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T03:21:53,859 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=194}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 391eaad722486776ccef74e9c34b02b1, store=C 2024-12-05T03:21:53,859 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=194}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T03:21:53,866 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=194}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120573c21b5191ea4ca38c9cbaf08f1587dd_391eaad722486776ccef74e9c34b02b1 is 50, key is test_row_0/A:col10/1733368912119/Put/seqid=0 2024-12-05T03:21:53,870 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073742525_1701 (size=12454) 2024-12-05T03:21:53,871 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=194}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:53,874 INFO [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=194}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120573c21b5191ea4ca38c9cbaf08f1587dd_391eaad722486776ccef74e9c34b02b1 to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120573c21b5191ea4ca38c9cbaf08f1587dd_391eaad722486776ccef74e9c34b02b1 2024-12-05T03:21:53,875 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=194}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/.tmp/A/324c50a7f4564cf8b884003b4787da20, store: [table=TestAcidGuarantees family=A region=391eaad722486776ccef74e9c34b02b1] 2024-12-05T03:21:53,875 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=194}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/.tmp/A/324c50a7f4564cf8b884003b4787da20 is 175, key is test_row_0/A:col10/1733368912119/Put/seqid=0 2024-12-05T03:21:53,879 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073742526_1702 (size=31255) 2024-12-05T03:21:54,175 INFO [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 391eaad722486776ccef74e9c34b02b1#A#compaction#593 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 69.23 MB/second 2024-12-05T03:21:54,176 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/.tmp/A/c5cb991ebc02471cacbcafc8b00777e5 is 175, key is test_row_0/A:col10/1733368911789/Put/seqid=0 2024-12-05T03:21:54,180 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073742527_1703 (size=31869) 2024-12-05T03:21:54,186 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/.tmp/A/c5cb991ebc02471cacbcafc8b00777e5 as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/A/c5cb991ebc02471cacbcafc8b00777e5 2024-12-05T03:21:54,190 INFO [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 391eaad722486776ccef74e9c34b02b1/A of 391eaad722486776ccef74e9c34b02b1 into c5cb991ebc02471cacbcafc8b00777e5(size=31.1 K), total size for store is 31.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T03:21:54,190 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 391eaad722486776ccef74e9c34b02b1: 2024-12-05T03:21:54,190 INFO [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733368897317.391eaad722486776ccef74e9c34b02b1., storeName=391eaad722486776ccef74e9c34b02b1/A, priority=13, startTime=1733368913758; duration=0sec 2024-12-05T03:21:54,190 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T03:21:54,190 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 391eaad722486776ccef74e9c34b02b1:A 2024-12-05T03:21:54,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(8581): Flush requested on 391eaad722486776ccef74e9c34b02b1 2024-12-05T03:21:54,241 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733368897317.391eaad722486776ccef74e9c34b02b1. as already flushing 2024-12-05T03:21:54,252 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=391eaad722486776ccef74e9c34b02b1, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:21:54,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53578 deadline: 1733368974250, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=391eaad722486776ccef74e9c34b02b1, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:21:54,252 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=391eaad722486776ccef74e9c34b02b1, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:21:54,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53526 deadline: 1733368974250, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=391eaad722486776ccef74e9c34b02b1, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:21:54,254 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=391eaad722486776ccef74e9c34b02b1, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:21:54,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53552 deadline: 1733368974251, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=391eaad722486776ccef74e9c34b02b1, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:21:54,254 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=391eaad722486776ccef74e9c34b02b1, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:21:54,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53622 deadline: 1733368974251, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=391eaad722486776ccef74e9c34b02b1, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:21:54,254 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=391eaad722486776ccef74e9c34b02b1, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:21:54,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53512 deadline: 1733368974252, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=391eaad722486776ccef74e9c34b02b1, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:21:54,280 INFO [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=194}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=289, memsize=38.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/.tmp/A/324c50a7f4564cf8b884003b4787da20 2024-12-05T03:21:54,287 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=194}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/.tmp/B/590a4f479f0c4a1eaedec7ec7c1a039f is 50, key is test_row_0/B:col10/1733368912119/Put/seqid=0 2024-12-05T03:21:54,290 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073742528_1704 (size=12301) 2024-12-05T03:21:54,354 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=391eaad722486776ccef74e9c34b02b1, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:21:54,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53526 deadline: 1733368974353, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=391eaad722486776ccef74e9c34b02b1, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:21:54,356 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=391eaad722486776ccef74e9c34b02b1, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:21:54,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53622 deadline: 1733368974355, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=391eaad722486776ccef74e9c34b02b1, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:21:54,356 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=391eaad722486776ccef74e9c34b02b1, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:21:54,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53552 deadline: 1733368974355, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=391eaad722486776ccef74e9c34b02b1, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:21:54,356 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=391eaad722486776ccef74e9c34b02b1, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:21:54,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53512 deadline: 1733368974355, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=391eaad722486776ccef74e9c34b02b1, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:21:54,557 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=391eaad722486776ccef74e9c34b02b1, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:21:54,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53526 deadline: 1733368974555, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=391eaad722486776ccef74e9c34b02b1, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:21:54,557 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=391eaad722486776ccef74e9c34b02b1, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:21:54,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53622 deadline: 1733368974557, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=391eaad722486776ccef74e9c34b02b1, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:21:54,560 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=391eaad722486776ccef74e9c34b02b1, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:21:54,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53552 deadline: 1733368974558, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=391eaad722486776ccef74e9c34b02b1, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:21:54,560 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=391eaad722486776ccef74e9c34b02b1, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:21:54,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53512 deadline: 1733368974558, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=391eaad722486776ccef74e9c34b02b1, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:21:54,691 INFO [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=194}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=289 (bloomFilter=true), to=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/.tmp/B/590a4f479f0c4a1eaedec7ec7c1a039f 2024-12-05T03:21:54,697 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=194}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/.tmp/C/84b31ede21374ef496f7011c2ba4c536 is 50, key is test_row_0/C:col10/1733368912119/Put/seqid=0 2024-12-05T03:21:54,701 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073742529_1705 (size=12301) 2024-12-05T03:21:54,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=193 2024-12-05T03:21:54,859 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=391eaad722486776ccef74e9c34b02b1, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:21:54,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53526 deadline: 1733368974858, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=391eaad722486776ccef74e9c34b02b1, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:21:54,860 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=391eaad722486776ccef74e9c34b02b1, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:21:54,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53622 deadline: 1733368974859, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=391eaad722486776ccef74e9c34b02b1, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:21:54,862 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=391eaad722486776ccef74e9c34b02b1, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:21:54,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53552 deadline: 1733368974860, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=391eaad722486776ccef74e9c34b02b1, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:21:54,864 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=391eaad722486776ccef74e9c34b02b1, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:21:54,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53512 deadline: 1733368974863, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=391eaad722486776ccef74e9c34b02b1, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:21:55,101 INFO [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=194}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=289 (bloomFilter=true), to=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/.tmp/C/84b31ede21374ef496f7011c2ba4c536 2024-12-05T03:21:55,105 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=194}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/.tmp/A/324c50a7f4564cf8b884003b4787da20 as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/A/324c50a7f4564cf8b884003b4787da20 2024-12-05T03:21:55,108 INFO [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=194}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/A/324c50a7f4564cf8b884003b4787da20, entries=150, sequenceid=289, filesize=30.5 K 2024-12-05T03:21:55,109 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=194}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/.tmp/B/590a4f479f0c4a1eaedec7ec7c1a039f as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/B/590a4f479f0c4a1eaedec7ec7c1a039f 2024-12-05T03:21:55,112 INFO [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=194}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/B/590a4f479f0c4a1eaedec7ec7c1a039f, entries=150, sequenceid=289, filesize=12.0 K 2024-12-05T03:21:55,112 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=194}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/.tmp/C/84b31ede21374ef496f7011c2ba4c536 as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/C/84b31ede21374ef496f7011c2ba4c536 2024-12-05T03:21:55,115 INFO [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=194}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/C/84b31ede21374ef496f7011c2ba4c536, entries=150, sequenceid=289, filesize=12.0 K 2024-12-05T03:21:55,116 INFO [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=194}] regionserver.HRegion(3040): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=87.22 KB/89310 for 391eaad722486776ccef74e9c34b02b1 in 1257ms, sequenceid=289, compaction requested=false 2024-12-05T03:21:55,116 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=194}] regionserver.HRegion(2538): Flush status journal for 391eaad722486776ccef74e9c34b02b1: 2024-12-05T03:21:55,116 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=194}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733368897317.391eaad722486776ccef74e9c34b02b1. 2024-12-05T03:21:55,116 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=194}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=194 2024-12-05T03:21:55,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.HMaster(4106): Remote procedure done, pid=194 2024-12-05T03:21:55,118 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=194, resume processing ppid=193 2024-12-05T03:21:55,118 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=194, ppid=193, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.4780 sec 2024-12-05T03:21:55,120 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=193, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=193, table=TestAcidGuarantees in 2.4820 sec 2024-12-05T03:21:55,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(8581): Flush requested on 391eaad722486776ccef74e9c34b02b1 2024-12-05T03:21:55,363 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 391eaad722486776ccef74e9c34b02b1 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-12-05T03:21:55,363 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 391eaad722486776ccef74e9c34b02b1, store=A 2024-12-05T03:21:55,363 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T03:21:55,363 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 391eaad722486776ccef74e9c34b02b1, store=B 2024-12-05T03:21:55,363 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T03:21:55,363 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 391eaad722486776ccef74e9c34b02b1, store=C 2024-12-05T03:21:55,363 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T03:21:55,370 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412059e8cb9a4c8364dd7b3a8f471ffb05647_391eaad722486776ccef74e9c34b02b1 is 50, key is test_row_0/A:col10/1733368914251/Put/seqid=0 2024-12-05T03:21:55,375 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073742530_1706 (size=12454) 2024-12-05T03:21:55,380 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=391eaad722486776ccef74e9c34b02b1, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:21:55,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53512 deadline: 1733368975377, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=391eaad722486776ccef74e9c34b02b1, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:21:55,382 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=391eaad722486776ccef74e9c34b02b1, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:21:55,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53622 deadline: 1733368975379, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=391eaad722486776ccef74e9c34b02b1, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:21:55,383 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=391eaad722486776ccef74e9c34b02b1, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:21:55,383 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=391eaad722486776ccef74e9c34b02b1, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:21:55,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53552 deadline: 1733368975379, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=391eaad722486776ccef74e9c34b02b1, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:21:55,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53526 deadline: 1733368975380, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=391eaad722486776ccef74e9c34b02b1, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:21:55,483 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=391eaad722486776ccef74e9c34b02b1, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:21:55,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53512 deadline: 1733368975481, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=391eaad722486776ccef74e9c34b02b1, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:21:55,485 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=391eaad722486776ccef74e9c34b02b1, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:21:55,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53622 deadline: 1733368975483, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=391eaad722486776ccef74e9c34b02b1, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:21:55,485 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=391eaad722486776ccef74e9c34b02b1, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:21:55,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53526 deadline: 1733368975484, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=391eaad722486776ccef74e9c34b02b1, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:21:55,485 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=391eaad722486776ccef74e9c34b02b1, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:21:55,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53552 deadline: 1733368975484, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=391eaad722486776ccef74e9c34b02b1, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:21:55,568 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-05T03:21:55,686 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=391eaad722486776ccef74e9c34b02b1, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:21:55,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53512 deadline: 1733368975685, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=391eaad722486776ccef74e9c34b02b1, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:21:55,688 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=391eaad722486776ccef74e9c34b02b1, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:21:55,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53526 deadline: 1733368975686, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=391eaad722486776ccef74e9c34b02b1, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:21:55,688 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=391eaad722486776ccef74e9c34b02b1, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:21:55,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53622 deadline: 1733368975687, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=391eaad722486776ccef74e9c34b02b1, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:21:55,688 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=391eaad722486776ccef74e9c34b02b1, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:21:55,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53552 deadline: 1733368975687, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=391eaad722486776ccef74e9c34b02b1, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:21:55,775 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:55,779 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412059e8cb9a4c8364dd7b3a8f471ffb05647_391eaad722486776ccef74e9c34b02b1 to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412059e8cb9a4c8364dd7b3a8f471ffb05647_391eaad722486776ccef74e9c34b02b1 2024-12-05T03:21:55,780 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/.tmp/A/36f4030c05934794b4f996468c10176d, store: [table=TestAcidGuarantees family=A region=391eaad722486776ccef74e9c34b02b1] 2024-12-05T03:21:55,781 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/.tmp/A/36f4030c05934794b4f996468c10176d is 175, key is test_row_0/A:col10/1733368914251/Put/seqid=0 2024-12-05T03:21:55,784 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073742531_1707 (size=31255) 2024-12-05T03:21:55,784 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=307, memsize=31.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/.tmp/A/36f4030c05934794b4f996468c10176d 2024-12-05T03:21:55,790 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/.tmp/B/0751aa763f3e4448905a45e7c575fd48 is 50, key is test_row_0/B:col10/1733368914251/Put/seqid=0 2024-12-05T03:21:55,793 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073742532_1708 (size=12301) 2024-12-05T03:21:55,794 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=307 (bloomFilter=true), to=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/.tmp/B/0751aa763f3e4448905a45e7c575fd48 2024-12-05T03:21:55,800 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/.tmp/C/54d73bd36eae4c618ffc317bf8f11ff2 is 50, key is test_row_0/C:col10/1733368914251/Put/seqid=0 2024-12-05T03:21:55,803 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073742533_1709 (size=12301) 2024-12-05T03:21:55,989 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=391eaad722486776ccef74e9c34b02b1, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:21:55,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53512 deadline: 1733368975988, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=391eaad722486776ccef74e9c34b02b1, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:21:55,991 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=391eaad722486776ccef74e9c34b02b1, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:21:55,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53552 deadline: 1733368975989, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=391eaad722486776ccef74e9c34b02b1, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:21:55,992 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=391eaad722486776ccef74e9c34b02b1, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:21:55,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53622 deadline: 1733368975990, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=391eaad722486776ccef74e9c34b02b1, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:21:55,992 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=391eaad722486776ccef74e9c34b02b1, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:21:55,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53526 deadline: 1733368975990, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=391eaad722486776ccef74e9c34b02b1, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:21:56,204 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=307 (bloomFilter=true), to=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/.tmp/C/54d73bd36eae4c618ffc317bf8f11ff2 2024-12-05T03:21:56,208 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/.tmp/A/36f4030c05934794b4f996468c10176d as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/A/36f4030c05934794b4f996468c10176d 2024-12-05T03:21:56,211 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/A/36f4030c05934794b4f996468c10176d, entries=150, sequenceid=307, filesize=30.5 K 2024-12-05T03:21:56,212 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/.tmp/B/0751aa763f3e4448905a45e7c575fd48 as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/B/0751aa763f3e4448905a45e7c575fd48 2024-12-05T03:21:56,217 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/B/0751aa763f3e4448905a45e7c575fd48, entries=150, sequenceid=307, filesize=12.0 K 2024-12-05T03:21:56,218 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/.tmp/C/54d73bd36eae4c618ffc317bf8f11ff2 as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/C/54d73bd36eae4c618ffc317bf8f11ff2 2024-12-05T03:21:56,221 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/C/54d73bd36eae4c618ffc317bf8f11ff2, entries=150, sequenceid=307, filesize=12.0 K 2024-12-05T03:21:56,222 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=107.34 KB/109920 for 391eaad722486776ccef74e9c34b02b1 in 859ms, sequenceid=307, compaction requested=true 2024-12-05T03:21:56,222 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 391eaad722486776ccef74e9c34b02b1: 2024-12-05T03:21:56,222 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 391eaad722486776ccef74e9c34b02b1:A, priority=-2147483648, current under compaction store size is 1 2024-12-05T03:21:56,222 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T03:21:56,222 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 391eaad722486776ccef74e9c34b02b1:B, priority=-2147483648, current under compaction store size is 2 2024-12-05T03:21:56,222 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T03:21:56,222 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 391eaad722486776ccef74e9c34b02b1:C, priority=-2147483648, current under compaction store size is 3 2024-12-05T03:21:56,222 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T03:21:56,222 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T03:21:56,222 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T03:21:56,223 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37517 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T03:21:56,223 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 94379 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T03:21:56,223 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.HStore(1540): 391eaad722486776ccef74e9c34b02b1/A is initiating minor compaction (all files) 2024-12-05T03:21:56,223 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.HStore(1540): 391eaad722486776ccef74e9c34b02b1/B is initiating minor compaction (all files) 2024-12-05T03:21:56,223 INFO [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 391eaad722486776ccef74e9c34b02b1/A in TestAcidGuarantees,,1733368897317.391eaad722486776ccef74e9c34b02b1. 2024-12-05T03:21:56,223 INFO [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/A/c5cb991ebc02471cacbcafc8b00777e5, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/A/324c50a7f4564cf8b884003b4787da20, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/A/36f4030c05934794b4f996468c10176d] into tmpdir=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/.tmp, totalSize=92.2 K 2024-12-05T03:21:56,223 INFO [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=69.23 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733368897317.391eaad722486776ccef74e9c34b02b1. 2024-12-05T03:21:56,223 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733368897317.391eaad722486776ccef74e9c34b02b1. files: [hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/A/c5cb991ebc02471cacbcafc8b00777e5, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/A/324c50a7f4564cf8b884003b4787da20, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/A/36f4030c05934794b4f996468c10176d] 2024-12-05T03:21:56,223 INFO [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 391eaad722486776ccef74e9c34b02b1/B in TestAcidGuarantees,,1733368897317.391eaad722486776ccef74e9c34b02b1. 2024-12-05T03:21:56,223 INFO [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/B/d08e650fe4c54f75a33cf1663eff5e4a, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/B/590a4f479f0c4a1eaedec7ec7c1a039f, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/B/0751aa763f3e4448905a45e7c575fd48] into tmpdir=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/.tmp, totalSize=36.6 K 2024-12-05T03:21:56,224 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] compactions.Compactor(224): Compacting c5cb991ebc02471cacbcafc8b00777e5, keycount=150, bloomtype=ROW, size=31.1 K, encoding=NONE, compression=NONE, seqNum=267, earliestPutTs=1733368911789 2024-12-05T03:21:56,224 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] compactions.Compactor(224): Compacting d08e650fe4c54f75a33cf1663eff5e4a, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=267, earliestPutTs=1733368911789 2024-12-05T03:21:56,224 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] compactions.Compactor(224): Compacting 590a4f479f0c4a1eaedec7ec7c1a039f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=289, earliestPutTs=1733368912114 2024-12-05T03:21:56,224 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] compactions.Compactor(224): Compacting 324c50a7f4564cf8b884003b4787da20, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=289, earliestPutTs=1733368912114 2024-12-05T03:21:56,224 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] compactions.Compactor(224): Compacting 0751aa763f3e4448905a45e7c575fd48, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=307, earliestPutTs=1733368914250 2024-12-05T03:21:56,224 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] compactions.Compactor(224): Compacting 36f4030c05934794b4f996468c10176d, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=307, earliestPutTs=1733368914250 2024-12-05T03:21:56,232 INFO [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=391eaad722486776ccef74e9c34b02b1] 2024-12-05T03:21:56,233 INFO [RS:0;971fbbbe942d:46085-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 391eaad722486776ccef74e9c34b02b1#B#compaction#601 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 69.23 MB/second 2024-12-05T03:21:56,233 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/.tmp/B/2a4a5a0a5f0149f59144f659c70528ae is 50, key is test_row_0/B:col10/1733368914251/Put/seqid=0 2024-12-05T03:21:56,233 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024120526408c94e56e4fbabce6f56a589c2627_391eaad722486776ccef74e9c34b02b1 store=[table=TestAcidGuarantees family=A region=391eaad722486776ccef74e9c34b02b1] 2024-12-05T03:21:56,235 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024120526408c94e56e4fbabce6f56a589c2627_391eaad722486776ccef74e9c34b02b1, store=[table=TestAcidGuarantees family=A region=391eaad722486776ccef74e9c34b02b1] 2024-12-05T03:21:56,235 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120526408c94e56e4fbabce6f56a589c2627_391eaad722486776ccef74e9c34b02b1 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=391eaad722486776ccef74e9c34b02b1] 2024-12-05T03:21:56,237 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073742534_1710 (size=13017) 2024-12-05T03:21:56,238 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073742535_1711 (size=4469) 2024-12-05T03:21:56,239 INFO [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 391eaad722486776ccef74e9c34b02b1#A#compaction#602 average throughput is 3.49 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 69.23 MB/second 2024-12-05T03:21:56,240 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/.tmp/A/0fad37edd92e4d788d1fe5580ea7d6b1 is 175, key is test_row_0/A:col10/1733368914251/Put/seqid=0 2024-12-05T03:21:56,243 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073742536_1712 (size=31971) 2024-12-05T03:21:56,247 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/.tmp/B/2a4a5a0a5f0149f59144f659c70528ae as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/B/2a4a5a0a5f0149f59144f659c70528ae 2024-12-05T03:21:56,251 INFO [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 391eaad722486776ccef74e9c34b02b1/B of 391eaad722486776ccef74e9c34b02b1 into 2a4a5a0a5f0149f59144f659c70528ae(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T03:21:56,251 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 391eaad722486776ccef74e9c34b02b1: 2024-12-05T03:21:56,251 INFO [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733368897317.391eaad722486776ccef74e9c34b02b1., storeName=391eaad722486776ccef74e9c34b02b1/B, priority=13, startTime=1733368916222; duration=0sec 2024-12-05T03:21:56,251 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T03:21:56,251 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 391eaad722486776ccef74e9c34b02b1:B 2024-12-05T03:21:56,251 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T03:21:56,252 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37517 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T03:21:56,252 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.HStore(1540): 391eaad722486776ccef74e9c34b02b1/C is initiating minor compaction (all files) 2024-12-05T03:21:56,253 INFO [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 391eaad722486776ccef74e9c34b02b1/C in TestAcidGuarantees,,1733368897317.391eaad722486776ccef74e9c34b02b1. 2024-12-05T03:21:56,253 INFO [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/C/12773d11b03b40e2937e8a5988d6b65f, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/C/84b31ede21374ef496f7011c2ba4c536, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/C/54d73bd36eae4c618ffc317bf8f11ff2] into tmpdir=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/.tmp, totalSize=36.6 K 2024-12-05T03:21:56,253 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] compactions.Compactor(224): Compacting 12773d11b03b40e2937e8a5988d6b65f, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=267, earliestPutTs=1733368911789 2024-12-05T03:21:56,253 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] compactions.Compactor(224): Compacting 84b31ede21374ef496f7011c2ba4c536, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=289, earliestPutTs=1733368912114 2024-12-05T03:21:56,254 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] compactions.Compactor(224): Compacting 54d73bd36eae4c618ffc317bf8f11ff2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=307, earliestPutTs=1733368914250 2024-12-05T03:21:56,259 INFO [RS:0;971fbbbe942d:46085-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 391eaad722486776ccef74e9c34b02b1#C#compaction#603 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 69.23 MB/second 2024-12-05T03:21:56,260 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/.tmp/C/d09b8d1789b84a9d893043909b622422 is 50, key is test_row_0/C:col10/1733368914251/Put/seqid=0 2024-12-05T03:21:56,263 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073742537_1713 (size=13017) 2024-12-05T03:21:56,268 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/.tmp/C/d09b8d1789b84a9d893043909b622422 as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/C/d09b8d1789b84a9d893043909b622422 2024-12-05T03:21:56,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(8581): Flush requested on 391eaad722486776ccef74e9c34b02b1 2024-12-05T03:21:56,269 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 391eaad722486776ccef74e9c34b02b1 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-12-05T03:21:56,269 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 391eaad722486776ccef74e9c34b02b1, store=A 2024-12-05T03:21:56,269 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T03:21:56,269 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 391eaad722486776ccef74e9c34b02b1, store=B 2024-12-05T03:21:56,269 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T03:21:56,269 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 391eaad722486776ccef74e9c34b02b1, store=C 2024-12-05T03:21:56,269 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T03:21:56,272 INFO [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 391eaad722486776ccef74e9c34b02b1/C of 391eaad722486776ccef74e9c34b02b1 into d09b8d1789b84a9d893043909b622422(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T03:21:56,273 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 391eaad722486776ccef74e9c34b02b1: 2024-12-05T03:21:56,273 INFO [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733368897317.391eaad722486776ccef74e9c34b02b1., storeName=391eaad722486776ccef74e9c34b02b1/C, priority=13, startTime=1733368916222; duration=0sec 2024-12-05T03:21:56,273 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T03:21:56,273 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 391eaad722486776ccef74e9c34b02b1:C 2024-12-05T03:21:56,276 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241205d90f410b94434653b3f69f1537453078_391eaad722486776ccef74e9c34b02b1 is 50, key is test_row_0/A:col10/1733368915376/Put/seqid=0 2024-12-05T03:21:56,281 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073742538_1714 (size=12454) 2024-12-05T03:21:56,281 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:56,285 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241205d90f410b94434653b3f69f1537453078_391eaad722486776ccef74e9c34b02b1 to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241205d90f410b94434653b3f69f1537453078_391eaad722486776ccef74e9c34b02b1 2024-12-05T03:21:56,286 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/.tmp/A/e4811be6a0564801b27dffe05a671655, store: [table=TestAcidGuarantees family=A region=391eaad722486776ccef74e9c34b02b1] 2024-12-05T03:21:56,287 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/.tmp/A/e4811be6a0564801b27dffe05a671655 is 175, key is test_row_0/A:col10/1733368915376/Put/seqid=0 2024-12-05T03:21:56,290 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073742539_1715 (size=31255) 2024-12-05T03:21:56,292 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=328, memsize=38.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/.tmp/A/e4811be6a0564801b27dffe05a671655 2024-12-05T03:21:56,298 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/.tmp/B/d883f9d654f244c3beafb1fc4d3d13c5 is 50, key is test_row_0/B:col10/1733368915376/Put/seqid=0 2024-12-05T03:21:56,301 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073742540_1716 (size=12301) 2024-12-05T03:21:56,302 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=328 (bloomFilter=true), to=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/.tmp/B/d883f9d654f244c3beafb1fc4d3d13c5 2024-12-05T03:21:56,309 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/.tmp/C/fe977cf500434faf99b9a4cf265c827c is 50, key is test_row_0/C:col10/1733368915376/Put/seqid=0 2024-12-05T03:21:56,312 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=391eaad722486776ccef74e9c34b02b1, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:21:56,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53578 deadline: 1733368976309, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=391eaad722486776ccef74e9c34b02b1, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:21:56,313 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073742541_1717 (size=12301) 2024-12-05T03:21:56,414 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=391eaad722486776ccef74e9c34b02b1, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:21:56,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53578 deadline: 1733368976413, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=391eaad722486776ccef74e9c34b02b1, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:21:56,493 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=391eaad722486776ccef74e9c34b02b1, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:21:56,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53552 deadline: 1733368976492, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=391eaad722486776ccef74e9c34b02b1, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:21:56,493 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=391eaad722486776ccef74e9c34b02b1, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:21:56,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53512 deadline: 1733368976493, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=391eaad722486776ccef74e9c34b02b1, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:21:56,497 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=391eaad722486776ccef74e9c34b02b1, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:21:56,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53622 deadline: 1733368976496, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=391eaad722486776ccef74e9c34b02b1, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:21:56,498 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=391eaad722486776ccef74e9c34b02b1, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:21:56,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53526 deadline: 1733368976497, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=391eaad722486776ccef74e9c34b02b1, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:21:56,617 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=391eaad722486776ccef74e9c34b02b1, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:21:56,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53578 deadline: 1733368976616, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=391eaad722486776ccef74e9c34b02b1, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:21:56,647 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/.tmp/A/0fad37edd92e4d788d1fe5580ea7d6b1 as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/A/0fad37edd92e4d788d1fe5580ea7d6b1 2024-12-05T03:21:56,651 INFO [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 391eaad722486776ccef74e9c34b02b1/A of 391eaad722486776ccef74e9c34b02b1 into 0fad37edd92e4d788d1fe5580ea7d6b1(size=31.2 K), total size for store is 31.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T03:21:56,651 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 391eaad722486776ccef74e9c34b02b1: 2024-12-05T03:21:56,651 INFO [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733368897317.391eaad722486776ccef74e9c34b02b1., storeName=391eaad722486776ccef74e9c34b02b1/A, priority=13, startTime=1733368916222; duration=0sec 2024-12-05T03:21:56,651 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T03:21:56,651 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 391eaad722486776ccef74e9c34b02b1:A 2024-12-05T03:21:56,713 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=328 (bloomFilter=true), to=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/.tmp/C/fe977cf500434faf99b9a4cf265c827c 2024-12-05T03:21:56,717 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/.tmp/A/e4811be6a0564801b27dffe05a671655 as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/A/e4811be6a0564801b27dffe05a671655 2024-12-05T03:21:56,721 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/A/e4811be6a0564801b27dffe05a671655, entries=150, sequenceid=328, filesize=30.5 K 2024-12-05T03:21:56,722 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/.tmp/B/d883f9d654f244c3beafb1fc4d3d13c5 as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/B/d883f9d654f244c3beafb1fc4d3d13c5 2024-12-05T03:21:56,725 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/B/d883f9d654f244c3beafb1fc4d3d13c5, entries=150, sequenceid=328, filesize=12.0 K 2024-12-05T03:21:56,726 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/.tmp/C/fe977cf500434faf99b9a4cf265c827c as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/C/fe977cf500434faf99b9a4cf265c827c 2024-12-05T03:21:56,729 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/C/fe977cf500434faf99b9a4cf265c827c, entries=150, sequenceid=328, filesize=12.0 K 2024-12-05T03:21:56,730 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=87.22 KB/89310 for 391eaad722486776ccef74e9c34b02b1 in 462ms, sequenceid=328, compaction requested=false 2024-12-05T03:21:56,730 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 391eaad722486776ccef74e9c34b02b1: 2024-12-05T03:21:56,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=193 2024-12-05T03:21:56,743 INFO [Thread-2747 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 193 completed 2024-12-05T03:21:56,744 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-05T03:21:56,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] procedure2.ProcedureExecutor(1098): Stored pid=195, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=195, table=TestAcidGuarantees 2024-12-05T03:21:56,745 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=195, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=195, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-05T03:21:56,746 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=195, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=195, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-05T03:21:56,746 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=196, ppid=195, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-05T03:21:56,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=195 2024-12-05T03:21:56,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=195 2024-12-05T03:21:56,898 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 971fbbbe942d,46085,1733368737191 2024-12-05T03:21:56,898 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46085 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=196 2024-12-05T03:21:56,899 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=196}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733368897317.391eaad722486776ccef74e9c34b02b1. 2024-12-05T03:21:56,899 INFO [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=196}] regionserver.HRegion(2837): Flushing 391eaad722486776ccef74e9c34b02b1 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-12-05T03:21:56,899 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=196}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 391eaad722486776ccef74e9c34b02b1, store=A 2024-12-05T03:21:56,899 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=196}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T03:21:56,899 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=196}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 391eaad722486776ccef74e9c34b02b1, store=B 2024-12-05T03:21:56,899 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=196}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T03:21:56,899 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=196}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 391eaad722486776ccef74e9c34b02b1, store=C 2024-12-05T03:21:56,899 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=196}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T03:21:56,906 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=196}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412057c9d7de7dfac4058a58863cf1b91d832_391eaad722486776ccef74e9c34b02b1 is 50, key is test_row_0/A:col10/1733368916291/Put/seqid=0 2024-12-05T03:21:56,909 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073742542_1718 (size=12454) 2024-12-05T03:21:56,910 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=196}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:56,914 INFO [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=196}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412057c9d7de7dfac4058a58863cf1b91d832_391eaad722486776ccef74e9c34b02b1 to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412057c9d7de7dfac4058a58863cf1b91d832_391eaad722486776ccef74e9c34b02b1 2024-12-05T03:21:56,915 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=196}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/.tmp/A/889bb3f15b114f47a917e80afad597c1, store: [table=TestAcidGuarantees family=A region=391eaad722486776ccef74e9c34b02b1] 2024-12-05T03:21:56,916 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=196}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/.tmp/A/889bb3f15b114f47a917e80afad597c1 is 175, key is test_row_0/A:col10/1733368916291/Put/seqid=0 2024-12-05T03:21:56,920 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073742543_1719 (size=31255) 2024-12-05T03:21:56,921 INFO [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=196}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=346, memsize=29.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/.tmp/A/889bb3f15b114f47a917e80afad597c1 2024-12-05T03:21:56,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(8581): Flush requested on 391eaad722486776ccef74e9c34b02b1 2024-12-05T03:21:56,922 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733368897317.391eaad722486776ccef74e9c34b02b1. as already flushing 2024-12-05T03:21:56,927 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=196}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/.tmp/B/663779cc8db44d0f9b960f3ed72b7b0f is 50, key is test_row_0/B:col10/1733368916291/Put/seqid=0 2024-12-05T03:21:56,930 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073742544_1720 (size=12301) 2024-12-05T03:21:56,968 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=391eaad722486776ccef74e9c34b02b1, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:21:56,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53578 deadline: 1733368976967, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=391eaad722486776ccef74e9c34b02b1, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:21:57,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=195 2024-12-05T03:21:57,071 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=391eaad722486776ccef74e9c34b02b1, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:21:57,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53578 deadline: 1733368977069, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=391eaad722486776ccef74e9c34b02b1, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:21:57,274 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=391eaad722486776ccef74e9c34b02b1, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:21:57,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53578 deadline: 1733368977273, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=391eaad722486776ccef74e9c34b02b1, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:21:57,331 INFO [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=196}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=346 (bloomFilter=true), to=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/.tmp/B/663779cc8db44d0f9b960f3ed72b7b0f 2024-12-05T03:21:57,337 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=196}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/.tmp/C/5c5359b274a84093b54c27029561e97f is 50, key is test_row_0/C:col10/1733368916291/Put/seqid=0 2024-12-05T03:21:57,340 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073742545_1721 (size=12301) 2024-12-05T03:21:57,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=195 2024-12-05T03:21:57,495 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=391eaad722486776ccef74e9c34b02b1, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:21:57,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53552 deadline: 1733368977494, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=391eaad722486776ccef74e9c34b02b1, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:21:57,498 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=391eaad722486776ccef74e9c34b02b1, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:21:57,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53512 deadline: 1733368977496, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=391eaad722486776ccef74e9c34b02b1, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:21:57,501 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=391eaad722486776ccef74e9c34b02b1, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:21:57,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53622 deadline: 1733368977500, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=391eaad722486776ccef74e9c34b02b1, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:21:57,504 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=391eaad722486776ccef74e9c34b02b1, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:21:57,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53526 deadline: 1733368977503, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=391eaad722486776ccef74e9c34b02b1, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:21:57,578 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=391eaad722486776ccef74e9c34b02b1, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:21:57,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53578 deadline: 1733368977577, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=391eaad722486776ccef74e9c34b02b1, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:21:57,741 INFO [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=196}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=346 (bloomFilter=true), to=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/.tmp/C/5c5359b274a84093b54c27029561e97f 2024-12-05T03:21:57,745 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=196}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/.tmp/A/889bb3f15b114f47a917e80afad597c1 as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/A/889bb3f15b114f47a917e80afad597c1 2024-12-05T03:21:57,748 INFO [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=196}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/A/889bb3f15b114f47a917e80afad597c1, entries=150, sequenceid=346, filesize=30.5 K 2024-12-05T03:21:57,748 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=196}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/.tmp/B/663779cc8db44d0f9b960f3ed72b7b0f as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/B/663779cc8db44d0f9b960f3ed72b7b0f 2024-12-05T03:21:57,751 INFO [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=196}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/B/663779cc8db44d0f9b960f3ed72b7b0f, entries=150, sequenceid=346, filesize=12.0 K 2024-12-05T03:21:57,752 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=196}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/.tmp/C/5c5359b274a84093b54c27029561e97f as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/C/5c5359b274a84093b54c27029561e97f 2024-12-05T03:21:57,755 INFO [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=196}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/C/5c5359b274a84093b54c27029561e97f, entries=150, sequenceid=346, filesize=12.0 K 2024-12-05T03:21:57,756 INFO [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=196}] regionserver.HRegion(3040): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=114.05 KB/116790 for 391eaad722486776ccef74e9c34b02b1 in 857ms, sequenceid=346, compaction requested=true 2024-12-05T03:21:57,756 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=196}] regionserver.HRegion(2538): Flush status journal for 391eaad722486776ccef74e9c34b02b1: 2024-12-05T03:21:57,756 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=196}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733368897317.391eaad722486776ccef74e9c34b02b1. 2024-12-05T03:21:57,756 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-0 {event_type=RS_FLUSH_REGIONS, pid=196}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=196 2024-12-05T03:21:57,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.HMaster(4106): Remote procedure done, pid=196 2024-12-05T03:21:57,758 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=196, resume processing ppid=195 2024-12-05T03:21:57,758 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=196, ppid=195, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0110 sec 2024-12-05T03:21:57,759 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=195, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=195, table=TestAcidGuarantees in 1.0150 sec 2024-12-05T03:21:57,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=195 2024-12-05T03:21:57,850 INFO [Thread-2747 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 195 completed 2024-12-05T03:21:57,851 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-05T03:21:57,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] procedure2.ProcedureExecutor(1098): Stored pid=197, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=197, table=TestAcidGuarantees 2024-12-05T03:21:57,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=197 2024-12-05T03:21:57,853 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=197, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=197, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-05T03:21:57,853 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=197, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=197, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-05T03:21:57,853 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=198, ppid=197, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-05T03:21:57,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=197 2024-12-05T03:21:58,005 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 971fbbbe942d,46085,1733368737191 2024-12-05T03:21:58,005 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46085 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=198 2024-12-05T03:21:58,005 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=198}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733368897317.391eaad722486776ccef74e9c34b02b1. 2024-12-05T03:21:58,005 INFO [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=198}] regionserver.HRegion(2837): Flushing 391eaad722486776ccef74e9c34b02b1 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-12-05T03:21:58,006 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=198}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 391eaad722486776ccef74e9c34b02b1, store=A 2024-12-05T03:21:58,006 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=198}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T03:21:58,006 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=198}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 391eaad722486776ccef74e9c34b02b1, store=B 2024-12-05T03:21:58,006 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=198}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T03:21:58,006 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=198}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 391eaad722486776ccef74e9c34b02b1, store=C 2024-12-05T03:21:58,006 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=198}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T03:21:58,012 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=198}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241205713260daa1214e9ab8bbceadccc2b0a0_391eaad722486776ccef74e9c34b02b1 is 50, key is test_row_0/A:col10/1733368916966/Put/seqid=0 2024-12-05T03:21:58,016 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073742546_1722 (size=12454) 2024-12-05T03:21:58,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(8581): Flush requested on 391eaad722486776ccef74e9c34b02b1 2024-12-05T03:21:58,082 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733368897317.391eaad722486776ccef74e9c34b02b1. as already flushing 2024-12-05T03:21:58,118 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=391eaad722486776ccef74e9c34b02b1, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:21:58,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 189 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53578 deadline: 1733368978116, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=391eaad722486776ccef74e9c34b02b1, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:21:58,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=197 2024-12-05T03:21:58,221 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=391eaad722486776ccef74e9c34b02b1, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:21:58,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 191 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53578 deadline: 1733368978219, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=391eaad722486776ccef74e9c34b02b1, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:21:58,417 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=198}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:21:58,420 INFO [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=198}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241205713260daa1214e9ab8bbceadccc2b0a0_391eaad722486776ccef74e9c34b02b1 to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241205713260daa1214e9ab8bbceadccc2b0a0_391eaad722486776ccef74e9c34b02b1 2024-12-05T03:21:58,421 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=198}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/.tmp/A/4a1f2f5a666f49399991f11d90135b0d, store: [table=TestAcidGuarantees family=A region=391eaad722486776ccef74e9c34b02b1] 2024-12-05T03:21:58,422 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=198}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/.tmp/A/4a1f2f5a666f49399991f11d90135b0d is 175, key is test_row_0/A:col10/1733368916966/Put/seqid=0 2024-12-05T03:21:58,424 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=391eaad722486776ccef74e9c34b02b1, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:21:58,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 193 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53578 deadline: 1733368978422, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=391eaad722486776ccef74e9c34b02b1, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:21:58,425 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073742547_1723 (size=31255) 2024-12-05T03:21:58,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=197 2024-12-05T03:21:58,728 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=391eaad722486776ccef74e9c34b02b1, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:21:58,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 195 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53578 deadline: 1733368978726, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=391eaad722486776ccef74e9c34b02b1, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:21:58,826 INFO [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=198}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=366, memsize=38.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/.tmp/A/4a1f2f5a666f49399991f11d90135b0d 2024-12-05T03:21:58,832 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=198}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/.tmp/B/0f3b9ad2815a4b388f7c77ca357bdcd5 is 50, key is test_row_0/B:col10/1733368916966/Put/seqid=0 2024-12-05T03:21:58,835 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073742548_1724 (size=12301) 2024-12-05T03:21:58,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=197 2024-12-05T03:21:59,233 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=391eaad722486776ccef74e9c34b02b1, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:21:59,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 197 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53578 deadline: 1733368979232, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=391eaad722486776ccef74e9c34b02b1, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:21:59,236 INFO [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=198}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=366 (bloomFilter=true), to=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/.tmp/B/0f3b9ad2815a4b388f7c77ca357bdcd5 2024-12-05T03:21:59,243 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=198}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/.tmp/C/9730bceb465f4e8a87a538eddd65e20f is 50, key is test_row_0/C:col10/1733368916966/Put/seqid=0 2024-12-05T03:21:59,247 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073742549_1725 (size=12301) 2024-12-05T03:21:59,505 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=391eaad722486776ccef74e9c34b02b1, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:21:59,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53526 deadline: 1733368979505, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=391eaad722486776ccef74e9c34b02b1, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:21:59,505 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=391eaad722486776ccef74e9c34b02b1, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:21:59,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53512 deadline: 1733368979505, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=391eaad722486776ccef74e9c34b02b1, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:21:59,506 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=391eaad722486776ccef74e9c34b02b1, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:21:59,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53552 deadline: 1733368979505, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=391eaad722486776ccef74e9c34b02b1, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:21:59,506 DEBUG [Thread-2741 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4126 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=391eaad722486776ccef74e9c34b02b1, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1733368897317.391eaad722486776ccef74e9c34b02b1., hostname=971fbbbe942d,46085,1733368737191, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=391eaad722486776ccef74e9c34b02b1, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=391eaad722486776ccef74e9c34b02b1, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T03:21:59,506 DEBUG [Thread-2737 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4129 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=391eaad722486776ccef74e9c34b02b1, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1733368897317.391eaad722486776ccef74e9c34b02b1., hostname=971fbbbe942d,46085,1733368737191, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=391eaad722486776ccef74e9c34b02b1, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=391eaad722486776ccef74e9c34b02b1, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T03:21:59,506 DEBUG [Thread-2745 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4127 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=391eaad722486776ccef74e9c34b02b1, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1733368897317.391eaad722486776ccef74e9c34b02b1., hostname=971fbbbe942d,46085,1733368737191, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=391eaad722486776ccef74e9c34b02b1, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=391eaad722486776ccef74e9c34b02b1, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T03:21:59,509 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=391eaad722486776ccef74e9c34b02b1, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:21:59,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53622 deadline: 1733368979508, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=391eaad722486776ccef74e9c34b02b1, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:21:59,510 DEBUG [Thread-2743 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4130 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=391eaad722486776ccef74e9c34b02b1, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1733368897317.391eaad722486776ccef74e9c34b02b1., hostname=971fbbbe942d,46085,1733368737191, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=391eaad722486776ccef74e9c34b02b1, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=391eaad722486776ccef74e9c34b02b1, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T03:21:59,648 INFO [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=198}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=366 (bloomFilter=true), to=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/.tmp/C/9730bceb465f4e8a87a538eddd65e20f 2024-12-05T03:21:59,651 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=198}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/.tmp/A/4a1f2f5a666f49399991f11d90135b0d as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/A/4a1f2f5a666f49399991f11d90135b0d 2024-12-05T03:21:59,654 INFO [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=198}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/A/4a1f2f5a666f49399991f11d90135b0d, entries=150, sequenceid=366, filesize=30.5 K 2024-12-05T03:21:59,655 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=198}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/.tmp/B/0f3b9ad2815a4b388f7c77ca357bdcd5 as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/B/0f3b9ad2815a4b388f7c77ca357bdcd5 2024-12-05T03:21:59,658 INFO [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=198}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/B/0f3b9ad2815a4b388f7c77ca357bdcd5, entries=150, sequenceid=366, filesize=12.0 K 2024-12-05T03:21:59,659 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=198}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/.tmp/C/9730bceb465f4e8a87a538eddd65e20f as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/C/9730bceb465f4e8a87a538eddd65e20f 2024-12-05T03:21:59,661 INFO [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=198}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/C/9730bceb465f4e8a87a538eddd65e20f, entries=150, sequenceid=366, filesize=12.0 K 2024-12-05T03:21:59,662 INFO [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=198}] regionserver.HRegion(3040): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=87.22 KB/89310 for 391eaad722486776ccef74e9c34b02b1 in 1657ms, sequenceid=366, compaction requested=true 2024-12-05T03:21:59,662 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=198}] regionserver.HRegion(2538): Flush status journal for 391eaad722486776ccef74e9c34b02b1: 2024-12-05T03:21:59,662 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=198}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733368897317.391eaad722486776ccef74e9c34b02b1. 2024-12-05T03:21:59,662 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-1 {event_type=RS_FLUSH_REGIONS, pid=198}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=198 2024-12-05T03:21:59,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.HMaster(4106): Remote procedure done, pid=198 2024-12-05T03:21:59,664 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=198, resume processing ppid=197 2024-12-05T03:21:59,664 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=198, ppid=197, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8100 sec 2024-12-05T03:21:59,665 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=197, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=197, table=TestAcidGuarantees in 1.8140 sec 2024-12-05T03:21:59,801 DEBUG [regionserver/971fbbbe942d:0.Chore.1 {}] throttle.PressureAwareCompactionThroughputController(103): CompactionPressure is 0.07692307692307693, tune throughput to 53.85 MB/second 2024-12-05T03:21:59,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=197 2024-12-05T03:21:59,956 INFO [Thread-2747 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 197 completed 2024-12-05T03:21:59,957 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-05T03:21:59,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] procedure2.ProcedureExecutor(1098): Stored pid=199, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=199, table=TestAcidGuarantees 2024-12-05T03:21:59,959 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=199, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=199, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-05T03:21:59,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=199 2024-12-05T03:21:59,959 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=199, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=199, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-05T03:21:59,959 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=200, ppid=199, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-05T03:22:00,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=199 2024-12-05T03:22:00,111 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 971fbbbe942d,46085,1733368737191 2024-12-05T03:22:00,111 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46085 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=200 2024-12-05T03:22:00,111 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=200}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733368897317.391eaad722486776ccef74e9c34b02b1. 2024-12-05T03:22:00,112 INFO [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=200}] regionserver.HRegion(2837): Flushing 391eaad722486776ccef74e9c34b02b1 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-12-05T03:22:00,112 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=200}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 391eaad722486776ccef74e9c34b02b1, store=A 2024-12-05T03:22:00,112 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=200}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T03:22:00,112 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=200}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 391eaad722486776ccef74e9c34b02b1, store=B 2024-12-05T03:22:00,112 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=200}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T03:22:00,112 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=200}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 391eaad722486776ccef74e9c34b02b1, store=C 2024-12-05T03:22:00,112 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=200}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T03:22:00,119 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=200}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412052fdfa92d19414865b884b8ae79166ec4_391eaad722486776ccef74e9c34b02b1 is 50, key is test_row_0/A:col10/1733368918115/Put/seqid=0 2024-12-05T03:22:00,124 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073742550_1726 (size=12454) 2024-12-05T03:22:00,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46085 {}] regionserver.HRegion(8581): Flush requested on 391eaad722486776ccef74e9c34b02b1 2024-12-05T03:22:00,245 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733368897317.391eaad722486776ccef74e9c34b02b1. as already flushing 2024-12-05T03:22:00,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=199 2024-12-05T03:22:00,302 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=391eaad722486776ccef74e9c34b02b1, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:22:00,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 216 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53578 deadline: 1733368980299, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=391eaad722486776ccef74e9c34b02b1, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:22:00,405 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=391eaad722486776ccef74e9c34b02b1, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:22:00,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 218 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53578 deadline: 1733368980403, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=391eaad722486776ccef74e9c34b02b1, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:22:00,410 DEBUG [Thread-2750 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3d7fe93b to 127.0.0.1:54474 2024-12-05T03:22:00,410 DEBUG [Thread-2750 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T03:22:00,410 DEBUG [Thread-2752 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x11c440f7 to 127.0.0.1:54474 2024-12-05T03:22:00,411 DEBUG [Thread-2752 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T03:22:00,412 DEBUG [Thread-2754 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x58460ef3 to 127.0.0.1:54474 2024-12-05T03:22:00,412 DEBUG [Thread-2754 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T03:22:00,412 DEBUG [Thread-2756 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x6e8cd1ae to 127.0.0.1:54474 2024-12-05T03:22:00,412 DEBUG [Thread-2756 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T03:22:00,413 DEBUG [Thread-2748 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x58971172 to 127.0.0.1:54474 2024-12-05T03:22:00,413 DEBUG [Thread-2748 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T03:22:00,524 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=200}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:22:00,527 INFO [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=200}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412052fdfa92d19414865b884b8ae79166ec4_391eaad722486776ccef74e9c34b02b1 to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412052fdfa92d19414865b884b8ae79166ec4_391eaad722486776ccef74e9c34b02b1 2024-12-05T03:22:00,528 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=200}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/.tmp/A/be266a2e366e43e59584d5d5e9c92579, store: [table=TestAcidGuarantees family=A region=391eaad722486776ccef74e9c34b02b1] 2024-12-05T03:22:00,529 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=200}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/.tmp/A/be266a2e366e43e59584d5d5e9c92579 is 175, key is test_row_0/A:col10/1733368918115/Put/seqid=0 2024-12-05T03:22:00,531 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073742551_1727 (size=31255) 2024-12-05T03:22:00,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=199 2024-12-05T03:22:00,607 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=391eaad722486776ccef74e9c34b02b1, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:22:00,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 220 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53578 deadline: 1733368980607, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=391eaad722486776ccef74e9c34b02b1, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:22:00,909 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=391eaad722486776ccef74e9c34b02b1, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:22:00,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 222 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53578 deadline: 1733368980909, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=391eaad722486776ccef74e9c34b02b1, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:22:00,932 INFO [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=200}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=382, memsize=29.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/.tmp/A/be266a2e366e43e59584d5d5e9c92579 2024-12-05T03:22:00,938 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=200}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/.tmp/B/771fbbd0fbe247a7a68b9e485fa92243 is 50, key is test_row_0/B:col10/1733368918115/Put/seqid=0 2024-12-05T03:22:00,940 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073742552_1728 (size=12301) 2024-12-05T03:22:01,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=199 2024-12-05T03:22:01,341 INFO [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=200}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=382 (bloomFilter=true), to=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/.tmp/B/771fbbd0fbe247a7a68b9e485fa92243 2024-12-05T03:22:01,347 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=200}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/.tmp/C/58c21a2428254bd38df920081fe668c7 is 50, key is test_row_0/C:col10/1733368918115/Put/seqid=0 2024-12-05T03:22:01,350 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073742553_1729 (size=12301) 2024-12-05T03:22:01,414 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=391eaad722486776ccef74e9c34b02b1, server=971fbbbe942d,46085,1733368737191 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T03:22:01,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] ipc.CallRunner(138): callId: 224 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53578 deadline: 1733368981414, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=391eaad722486776ccef74e9c34b02b1, server=971fbbbe942d,46085,1733368737191 2024-12-05T03:22:01,751 INFO [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=200}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=382 (bloomFilter=true), to=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/.tmp/C/58c21a2428254bd38df920081fe668c7 2024-12-05T03:22:01,754 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=200}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/.tmp/A/be266a2e366e43e59584d5d5e9c92579 as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/A/be266a2e366e43e59584d5d5e9c92579 2024-12-05T03:22:01,756 INFO [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=200}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/A/be266a2e366e43e59584d5d5e9c92579, entries=150, sequenceid=382, filesize=30.5 K 2024-12-05T03:22:01,757 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=200}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/.tmp/B/771fbbd0fbe247a7a68b9e485fa92243 as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/B/771fbbd0fbe247a7a68b9e485fa92243 2024-12-05T03:22:01,759 INFO [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=200}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/B/771fbbd0fbe247a7a68b9e485fa92243, entries=150, sequenceid=382, filesize=12.0 K 2024-12-05T03:22:01,759 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=200}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/.tmp/C/58c21a2428254bd38df920081fe668c7 as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/C/58c21a2428254bd38df920081fe668c7 2024-12-05T03:22:01,761 INFO [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=200}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/C/58c21a2428254bd38df920081fe668c7, entries=150, sequenceid=382, filesize=12.0 K 2024-12-05T03:22:01,762 INFO [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=200}] regionserver.HRegion(3040): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=114.05 KB/116790 for 391eaad722486776ccef74e9c34b02b1 in 1651ms, sequenceid=382, compaction requested=true 2024-12-05T03:22:01,762 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=200}] regionserver.HRegion(2538): Flush status journal for 391eaad722486776ccef74e9c34b02b1: 2024-12-05T03:22:01,762 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=200}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733368897317.391eaad722486776ccef74e9c34b02b1. 2024-12-05T03:22:01,762 DEBUG [RS_FLUSH_OPERATIONS-regionserver/971fbbbe942d:0-2 {event_type=RS_FLUSH_REGIONS, pid=200}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=200 2024-12-05T03:22:01,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.HMaster(4106): Remote procedure done, pid=200 2024-12-05T03:22:01,764 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=200, resume processing ppid=199 2024-12-05T03:22:01,764 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=200, ppid=199, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8040 sec 2024-12-05T03:22:01,765 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=199, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=199, table=TestAcidGuarantees in 1.8070 sec 2024-12-05T03:22:02,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=199 2024-12-05T03:22:02,062 INFO [Thread-2747 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 199 completed 2024-12-05T03:22:02,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46085 {}] regionserver.HRegion(8581): Flush requested on 391eaad722486776ccef74e9c34b02b1 2024-12-05T03:22:02,417 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 391eaad722486776ccef74e9c34b02b1 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-12-05T03:22:02,417 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 391eaad722486776ccef74e9c34b02b1, store=A 2024-12-05T03:22:02,417 DEBUG [Thread-2739 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x0644b7e6 to 127.0.0.1:54474 2024-12-05T03:22:02,417 DEBUG [Thread-2739 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T03:22:02,417 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T03:22:02,417 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 391eaad722486776ccef74e9c34b02b1, store=B 2024-12-05T03:22:02,417 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T03:22:02,417 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 391eaad722486776ccef74e9c34b02b1, store=C 2024-12-05T03:22:02,417 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T03:22:02,422 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412052f91b0364dc746e8af0dc20c920c9cc4_391eaad722486776ccef74e9c34b02b1 is 50, key is test_row_0/A:col10/1733368920294/Put/seqid=0 2024-12-05T03:22:02,424 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073742554_1730 (size=12454) 2024-12-05T03:22:02,825 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:22:02,828 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412052f91b0364dc746e8af0dc20c920c9cc4_391eaad722486776ccef74e9c34b02b1 to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412052f91b0364dc746e8af0dc20c920c9cc4_391eaad722486776ccef74e9c34b02b1 2024-12-05T03:22:02,829 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/.tmp/A/a1a7d8e52b7a4c5d9088c0461eb62353, store: [table=TestAcidGuarantees family=A region=391eaad722486776ccef74e9c34b02b1] 2024-12-05T03:22:02,829 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/.tmp/A/a1a7d8e52b7a4c5d9088c0461eb62353 is 175, key is test_row_0/A:col10/1733368920294/Put/seqid=0 2024-12-05T03:22:02,832 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073742555_1731 (size=31255) 2024-12-05T03:22:02,833 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=403, memsize=40.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/.tmp/A/a1a7d8e52b7a4c5d9088c0461eb62353 2024-12-05T03:22:02,837 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/.tmp/B/c29ee931c2084ba5b12de46df1d7fe02 is 50, key is test_row_0/B:col10/1733368920294/Put/seqid=0 2024-12-05T03:22:02,840 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073742556_1732 (size=12301) 2024-12-05T03:22:03,240 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=403 (bloomFilter=true), to=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/.tmp/B/c29ee931c2084ba5b12de46df1d7fe02 2024-12-05T03:22:03,245 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/.tmp/C/548716583ad44b4180b531a187f4c92b is 50, key is test_row_0/C:col10/1733368920294/Put/seqid=0 2024-12-05T03:22:03,248 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073742557_1733 (size=12301) 2024-12-05T03:22:03,509 DEBUG [Thread-2737 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3fb684eb to 127.0.0.1:54474 2024-12-05T03:22:03,509 DEBUG [Thread-2737 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T03:22:03,516 DEBUG [Thread-2743 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x11a52cdf to 127.0.0.1:54474 2024-12-05T03:22:03,516 DEBUG [Thread-2743 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T03:22:03,528 DEBUG [Thread-2741 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5c9b5141 to 127.0.0.1:54474 2024-12-05T03:22:03,528 DEBUG [Thread-2741 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T03:22:03,541 DEBUG [Thread-2745 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2d7fe431 to 127.0.0.1:54474 2024-12-05T03:22:03,541 DEBUG [Thread-2745 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T03:22:03,541 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-12-05T03:22:03,541 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 56 2024-12-05T03:22:03,541 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 105 2024-12-05T03:22:03,541 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 63 2024-12-05T03:22:03,541 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 44 2024-12-05T03:22:03,541 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 51 2024-12-05T03:22:03,541 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-12-05T03:22:03,541 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 6488 2024-12-05T03:22:03,541 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 6372 2024-12-05T03:22:03,541 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 6305 2024-12-05T03:22:03,541 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 6519 2024-12-05T03:22:03,541 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 6385 2024-12-05T03:22:03,541 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-12-05T03:22:03,541 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-12-05T03:22:03,541 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2cbfd84f to 127.0.0.1:54474 2024-12-05T03:22:03,541 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T03:22:03,542 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-12-05T03:22:03,542 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-12-05T03:22:03,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] procedure2.ProcedureExecutor(1098): Stored pid=201, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-12-05T03:22:03,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=201 2024-12-05T03:22:03,544 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733368923544"}]},"ts":"1733368923544"} 2024-12-05T03:22:03,545 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-12-05T03:22:03,546 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-12-05T03:22:03,547 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=202, ppid=201, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-12-05T03:22:03,548 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=203, ppid=202, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=391eaad722486776ccef74e9c34b02b1, UNASSIGN}] 2024-12-05T03:22:03,548 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=203, ppid=202, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=391eaad722486776ccef74e9c34b02b1, UNASSIGN 2024-12-05T03:22:03,548 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=203 updating hbase:meta row=391eaad722486776ccef74e9c34b02b1, regionState=CLOSING, regionLocation=971fbbbe942d,46085,1733368737191 2024-12-05T03:22:03,549 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-05T03:22:03,549 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=204, ppid=203, state=RUNNABLE; CloseRegionProcedure 391eaad722486776ccef74e9c34b02b1, server=971fbbbe942d,46085,1733368737191}] 2024-12-05T03:22:03,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=201 2024-12-05T03:22:03,649 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=403 (bloomFilter=true), to=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/.tmp/C/548716583ad44b4180b531a187f4c92b 2024-12-05T03:22:03,652 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/.tmp/A/a1a7d8e52b7a4c5d9088c0461eb62353 as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/A/a1a7d8e52b7a4c5d9088c0461eb62353 2024-12-05T03:22:03,654 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/A/a1a7d8e52b7a4c5d9088c0461eb62353, entries=150, sequenceid=403, filesize=30.5 K 2024-12-05T03:22:03,655 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/.tmp/B/c29ee931c2084ba5b12de46df1d7fe02 as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/B/c29ee931c2084ba5b12de46df1d7fe02 2024-12-05T03:22:03,657 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/B/c29ee931c2084ba5b12de46df1d7fe02, entries=150, sequenceid=403, filesize=12.0 K 2024-12-05T03:22:03,658 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/.tmp/C/548716583ad44b4180b531a187f4c92b as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/C/548716583ad44b4180b531a187f4c92b 2024-12-05T03:22:03,660 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/C/548716583ad44b4180b531a187f4c92b, entries=150, sequenceid=403, filesize=12.0 K 2024-12-05T03:22:03,660 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=26.84 KB/27480 for 391eaad722486776ccef74e9c34b02b1 in 1243ms, sequenceid=403, compaction requested=true 2024-12-05T03:22:03,660 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 391eaad722486776ccef74e9c34b02b1: 2024-12-05T03:22:03,661 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 391eaad722486776ccef74e9c34b02b1:A, priority=-2147483648, current under compaction store size is 1 2024-12-05T03:22:03,661 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T03:22:03,661 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 391eaad722486776ccef74e9c34b02b1:B, priority=-2147483648, current under compaction store size is 2 2024-12-05T03:22:03,661 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T03:22:03,661 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 391eaad722486776ccef74e9c34b02b1:C, priority=-2147483648, current under compaction store size is 3 2024-12-05T03:22:03,661 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 6 store files, 0 compacting, 6 eligible, 16 blocking 2024-12-05T03:22:03,661 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T03:22:03,661 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 6 store files, 0 compacting, 6 eligible, 16 blocking 2024-12-05T03:22:03,662 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 6 files of size 188246 starting at candidate #0 after considering 10 permutations with 10 in ratio 2024-12-05T03:22:03,662 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 6 files of size 74522 starting at candidate #0 after considering 10 permutations with 10 in ratio 2024-12-05T03:22:03,662 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.HStore(1540): 391eaad722486776ccef74e9c34b02b1/A is initiating minor compaction (all files) 2024-12-05T03:22:03,662 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.HStore(1540): 391eaad722486776ccef74e9c34b02b1/B is initiating minor compaction (all files) 2024-12-05T03:22:03,662 INFO [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 391eaad722486776ccef74e9c34b02b1/A in TestAcidGuarantees,,1733368897317.391eaad722486776ccef74e9c34b02b1. 2024-12-05T03:22:03,662 INFO [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 391eaad722486776ccef74e9c34b02b1/B in TestAcidGuarantees,,1733368897317.391eaad722486776ccef74e9c34b02b1. 2024-12-05T03:22:03,662 INFO [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/B/2a4a5a0a5f0149f59144f659c70528ae, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/B/d883f9d654f244c3beafb1fc4d3d13c5, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/B/663779cc8db44d0f9b960f3ed72b7b0f, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/B/0f3b9ad2815a4b388f7c77ca357bdcd5, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/B/771fbbd0fbe247a7a68b9e485fa92243, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/B/c29ee931c2084ba5b12de46df1d7fe02] into tmpdir=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/.tmp, totalSize=72.8 K 2024-12-05T03:22:03,662 INFO [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/A/0fad37edd92e4d788d1fe5580ea7d6b1, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/A/e4811be6a0564801b27dffe05a671655, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/A/889bb3f15b114f47a917e80afad597c1, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/A/4a1f2f5a666f49399991f11d90135b0d, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/A/be266a2e366e43e59584d5d5e9c92579, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/A/a1a7d8e52b7a4c5d9088c0461eb62353] into tmpdir=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/.tmp, totalSize=183.8 K 2024-12-05T03:22:03,662 INFO [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=10 throughput controller=DefaultCompactionThroughputController [maxThroughput=53.85 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733368897317.391eaad722486776ccef74e9c34b02b1. 2024-12-05T03:22:03,662 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733368897317.391eaad722486776ccef74e9c34b02b1. files: [hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/A/0fad37edd92e4d788d1fe5580ea7d6b1, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/A/e4811be6a0564801b27dffe05a671655, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/A/889bb3f15b114f47a917e80afad597c1, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/A/4a1f2f5a666f49399991f11d90135b0d, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/A/be266a2e366e43e59584d5d5e9c92579, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/A/a1a7d8e52b7a4c5d9088c0461eb62353] 2024-12-05T03:22:03,662 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] compactions.Compactor(224): Compacting 2a4a5a0a5f0149f59144f659c70528ae, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=307, earliestPutTs=1733368914250 2024-12-05T03:22:03,662 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0fad37edd92e4d788d1fe5580ea7d6b1, keycount=150, bloomtype=ROW, size=31.2 K, encoding=NONE, compression=NONE, seqNum=307, earliestPutTs=1733368914250 2024-12-05T03:22:03,662 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] compactions.Compactor(224): Compacting d883f9d654f244c3beafb1fc4d3d13c5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=328, earliestPutTs=1733368915376 2024-12-05T03:22:03,663 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] compactions.Compactor(224): Compacting e4811be6a0564801b27dffe05a671655, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=328, earliestPutTs=1733368915376 2024-12-05T03:22:03,663 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] compactions.Compactor(224): Compacting 663779cc8db44d0f9b960f3ed72b7b0f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=346, earliestPutTs=1733368916291 2024-12-05T03:22:03,663 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] compactions.Compactor(224): Compacting 0f3b9ad2815a4b388f7c77ca357bdcd5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=366, earliestPutTs=1733368916953 2024-12-05T03:22:03,663 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] compactions.Compactor(224): Compacting 889bb3f15b114f47a917e80afad597c1, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=346, earliestPutTs=1733368916291 2024-12-05T03:22:03,663 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] compactions.Compactor(224): Compacting 771fbbd0fbe247a7a68b9e485fa92243, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=382, earliestPutTs=1733368918107 2024-12-05T03:22:03,663 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4a1f2f5a666f49399991f11d90135b0d, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=366, earliestPutTs=1733368916953 2024-12-05T03:22:03,663 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] compactions.Compactor(224): Compacting be266a2e366e43e59584d5d5e9c92579, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=382, earliestPutTs=1733368918107 2024-12-05T03:22:03,663 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] compactions.Compactor(224): Compacting c29ee931c2084ba5b12de46df1d7fe02, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=403, earliestPutTs=1733368920294 2024-12-05T03:22:03,664 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] compactions.Compactor(224): Compacting a1a7d8e52b7a4c5d9088c0461eb62353, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=403, earliestPutTs=1733368920294 2024-12-05T03:22:03,670 INFO [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=391eaad722486776ccef74e9c34b02b1] 2024-12-05T03:22:03,672 INFO [RS:0;971fbbbe942d:46085-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 391eaad722486776ccef74e9c34b02b1#B#compaction#619 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 53.85 MB/second 2024-12-05T03:22:03,672 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241205121103e22c3442278079d79599100d81_391eaad722486776ccef74e9c34b02b1 store=[table=TestAcidGuarantees family=A region=391eaad722486776ccef74e9c34b02b1] 2024-12-05T03:22:03,672 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/.tmp/B/2c3ba1269abc465ebba75f7af2c34efc is 50, key is test_row_0/B:col10/1733368920294/Put/seqid=0 2024-12-05T03:22:03,674 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241205121103e22c3442278079d79599100d81_391eaad722486776ccef74e9c34b02b1, store=[table=TestAcidGuarantees family=A region=391eaad722486776ccef74e9c34b02b1] 2024-12-05T03:22:03,674 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241205121103e22c3442278079d79599100d81_391eaad722486776ccef74e9c34b02b1 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=391eaad722486776ccef74e9c34b02b1] 2024-12-05T03:22:03,676 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073742558_1734 (size=13221) 2024-12-05T03:22:03,681 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073742559_1735 (size=4469) 2024-12-05T03:22:03,681 INFO [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 391eaad722486776ccef74e9c34b02b1#A#compaction#620 average throughput is 2.22 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 53.85 MB/second 2024-12-05T03:22:03,682 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/.tmp/A/665c6a5427cd44dbbf1a8edeb9ce2f63 is 175, key is test_row_0/A:col10/1733368920294/Put/seqid=0 2024-12-05T03:22:03,684 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073742560_1736 (size=32175) 2024-12-05T03:22:03,687 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/.tmp/A/665c6a5427cd44dbbf1a8edeb9ce2f63 as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/A/665c6a5427cd44dbbf1a8edeb9ce2f63 2024-12-05T03:22:03,690 INFO [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 6 (all) file(s) in 391eaad722486776ccef74e9c34b02b1/A of 391eaad722486776ccef74e9c34b02b1 into 665c6a5427cd44dbbf1a8edeb9ce2f63(size=31.4 K), total size for store is 31.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T03:22:03,690 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 391eaad722486776ccef74e9c34b02b1: 2024-12-05T03:22:03,690 INFO [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733368897317.391eaad722486776ccef74e9c34b02b1., storeName=391eaad722486776ccef74e9c34b02b1/A, priority=10, startTime=1733368923661; duration=0sec 2024-12-05T03:22:03,690 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T03:22:03,690 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 391eaad722486776ccef74e9c34b02b1:A 2024-12-05T03:22:03,690 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 6 store files, 0 compacting, 6 eligible, 16 blocking 2024-12-05T03:22:03,691 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 6 files of size 74522 starting at candidate #0 after considering 10 permutations with 10 in ratio 2024-12-05T03:22:03,691 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.HStore(1540): 391eaad722486776ccef74e9c34b02b1/C is initiating minor compaction (all files) 2024-12-05T03:22:03,691 INFO [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 391eaad722486776ccef74e9c34b02b1/C in TestAcidGuarantees,,1733368897317.391eaad722486776ccef74e9c34b02b1. 2024-12-05T03:22:03,692 INFO [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/C/d09b8d1789b84a9d893043909b622422, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/C/fe977cf500434faf99b9a4cf265c827c, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/C/5c5359b274a84093b54c27029561e97f, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/C/9730bceb465f4e8a87a538eddd65e20f, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/C/58c21a2428254bd38df920081fe668c7, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/C/548716583ad44b4180b531a187f4c92b] into tmpdir=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/.tmp, totalSize=72.8 K 2024-12-05T03:22:03,692 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] compactions.Compactor(224): Compacting d09b8d1789b84a9d893043909b622422, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=307, earliestPutTs=1733368914250 2024-12-05T03:22:03,692 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] compactions.Compactor(224): Compacting fe977cf500434faf99b9a4cf265c827c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=328, earliestPutTs=1733368915376 2024-12-05T03:22:03,692 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5c5359b274a84093b54c27029561e97f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=346, earliestPutTs=1733368916291 2024-12-05T03:22:03,692 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9730bceb465f4e8a87a538eddd65e20f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=366, earliestPutTs=1733368916953 2024-12-05T03:22:03,693 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] compactions.Compactor(224): Compacting 58c21a2428254bd38df920081fe668c7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=382, earliestPutTs=1733368918107 2024-12-05T03:22:03,693 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] compactions.Compactor(224): Compacting 548716583ad44b4180b531a187f4c92b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=403, earliestPutTs=1733368920294 2024-12-05T03:22:03,700 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 971fbbbe942d,46085,1733368737191 2024-12-05T03:22:03,700 INFO [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 391eaad722486776ccef74e9c34b02b1#C#compaction#621 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 53.85 MB/second 2024-12-05T03:22:03,700 INFO [RS_CLOSE_REGION-regionserver/971fbbbe942d:0-0 {event_type=M_RS_CLOSE_REGION, pid=204}] handler.UnassignRegionHandler(124): Close 391eaad722486776ccef74e9c34b02b1 2024-12-05T03:22:03,700 DEBUG [RS_CLOSE_REGION-regionserver/971fbbbe942d:0-0 {event_type=M_RS_CLOSE_REGION, pid=204}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-12-05T03:22:03,700 DEBUG [RS_CLOSE_REGION-regionserver/971fbbbe942d:0-0 {event_type=M_RS_CLOSE_REGION, pid=204}] regionserver.HRegion(1681): Closing 391eaad722486776ccef74e9c34b02b1, disabling compactions & flushes 2024-12-05T03:22:03,700 DEBUG [RS_CLOSE_REGION-regionserver/971fbbbe942d:0-0 {event_type=M_RS_CLOSE_REGION, pid=204}] regionserver.HRegion(1942): waiting for 2 compactions to complete for region TestAcidGuarantees,,1733368897317.391eaad722486776ccef74e9c34b02b1. 2024-12-05T03:22:03,700 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/.tmp/C/b53367d378f94f14af28badc3df1015a is 50, key is test_row_0/C:col10/1733368920294/Put/seqid=0 2024-12-05T03:22:03,703 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073742561_1737 (size=13221) 2024-12-05T03:22:03,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=201 2024-12-05T03:22:04,080 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/.tmp/B/2c3ba1269abc465ebba75f7af2c34efc as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/B/2c3ba1269abc465ebba75f7af2c34efc 2024-12-05T03:22:04,083 INFO [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 6 (all) file(s) in 391eaad722486776ccef74e9c34b02b1/B of 391eaad722486776ccef74e9c34b02b1 into 2c3ba1269abc465ebba75f7af2c34efc(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T03:22:04,083 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 391eaad722486776ccef74e9c34b02b1: 2024-12-05T03:22:04,083 INFO [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733368897317.391eaad722486776ccef74e9c34b02b1., storeName=391eaad722486776ccef74e9c34b02b1/B, priority=10, startTime=1733368923661; duration=0sec 2024-12-05T03:22:04,083 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T03:22:04,083 DEBUG [RS:0;971fbbbe942d:46085-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 391eaad722486776ccef74e9c34b02b1:B 2024-12-05T03:22:04,106 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/.tmp/C/b53367d378f94f14af28badc3df1015a as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/C/b53367d378f94f14af28badc3df1015a 2024-12-05T03:22:04,109 INFO [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 6 (all) file(s) in 391eaad722486776ccef74e9c34b02b1/C of 391eaad722486776ccef74e9c34b02b1 into b53367d378f94f14af28badc3df1015a(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T03:22:04,109 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 391eaad722486776ccef74e9c34b02b1: 2024-12-05T03:22:04,109 INFO [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733368897317.391eaad722486776ccef74e9c34b02b1., storeName=391eaad722486776ccef74e9c34b02b1/C, priority=10, startTime=1733368923661; duration=0sec 2024-12-05T03:22:04,110 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T03:22:04,110 INFO [RS_CLOSE_REGION-regionserver/971fbbbe942d:0-0 {event_type=M_RS_CLOSE_REGION, pid=204}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1733368897317.391eaad722486776ccef74e9c34b02b1. 2024-12-05T03:22:04,110 DEBUG [RS:0;971fbbbe942d:46085-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 391eaad722486776ccef74e9c34b02b1:C 2024-12-05T03:22:04,110 DEBUG [RS_CLOSE_REGION-regionserver/971fbbbe942d:0-0 {event_type=M_RS_CLOSE_REGION, pid=204}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1733368897317.391eaad722486776ccef74e9c34b02b1. 2024-12-05T03:22:04,110 DEBUG [RS_CLOSE_REGION-regionserver/971fbbbe942d:0-0 {event_type=M_RS_CLOSE_REGION, pid=204}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1733368897317.391eaad722486776ccef74e9c34b02b1. after waiting 0 ms 2024-12-05T03:22:04,110 DEBUG [RS_CLOSE_REGION-regionserver/971fbbbe942d:0-0 {event_type=M_RS_CLOSE_REGION, pid=204}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1733368897317.391eaad722486776ccef74e9c34b02b1. 2024-12-05T03:22:04,110 INFO [RS_CLOSE_REGION-regionserver/971fbbbe942d:0-0 {event_type=M_RS_CLOSE_REGION, pid=204}] regionserver.HRegion(2837): Flushing 391eaad722486776ccef74e9c34b02b1 3/3 column families, dataSize=26.84 KB heapSize=71.06 KB 2024-12-05T03:22:04,110 DEBUG [RS_CLOSE_REGION-regionserver/971fbbbe942d:0-0 {event_type=M_RS_CLOSE_REGION, pid=204}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 391eaad722486776ccef74e9c34b02b1, store=A 2024-12-05T03:22:04,110 DEBUG [RS_CLOSE_REGION-regionserver/971fbbbe942d:0-0 {event_type=M_RS_CLOSE_REGION, pid=204}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T03:22:04,110 DEBUG [RS_CLOSE_REGION-regionserver/971fbbbe942d:0-0 {event_type=M_RS_CLOSE_REGION, pid=204}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 391eaad722486776ccef74e9c34b02b1, store=B 2024-12-05T03:22:04,110 DEBUG [RS_CLOSE_REGION-regionserver/971fbbbe942d:0-0 {event_type=M_RS_CLOSE_REGION, pid=204}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T03:22:04,110 DEBUG [RS_CLOSE_REGION-regionserver/971fbbbe942d:0-0 {event_type=M_RS_CLOSE_REGION, pid=204}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 391eaad722486776ccef74e9c34b02b1, store=C 2024-12-05T03:22:04,110 DEBUG [RS_CLOSE_REGION-regionserver/971fbbbe942d:0-0 {event_type=M_RS_CLOSE_REGION, pid=204}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T03:22:04,114 DEBUG [RS_CLOSE_REGION-regionserver/971fbbbe942d:0-0 {event_type=M_RS_CLOSE_REGION, pid=204}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241205c414f0b450b344f8972bb198220fc536_391eaad722486776ccef74e9c34b02b1 is 50, key is test_row_0/A:col10/1733368923515/Put/seqid=0 2024-12-05T03:22:04,117 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073742562_1738 (size=12454) 2024-12-05T03:22:04,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=201 2024-12-05T03:22:04,517 DEBUG [RS_CLOSE_REGION-regionserver/971fbbbe942d:0-0 {event_type=M_RS_CLOSE_REGION, pid=204}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T03:22:04,520 INFO [RS_CLOSE_REGION-regionserver/971fbbbe942d:0-0 {event_type=M_RS_CLOSE_REGION, pid=204}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241205c414f0b450b344f8972bb198220fc536_391eaad722486776ccef74e9c34b02b1 to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241205c414f0b450b344f8972bb198220fc536_391eaad722486776ccef74e9c34b02b1 2024-12-05T03:22:04,521 DEBUG [RS_CLOSE_REGION-regionserver/971fbbbe942d:0-0 {event_type=M_RS_CLOSE_REGION, pid=204}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/.tmp/A/09c11b66163147adb14cc811276708a8, store: [table=TestAcidGuarantees family=A region=391eaad722486776ccef74e9c34b02b1] 2024-12-05T03:22:04,522 DEBUG [RS_CLOSE_REGION-regionserver/971fbbbe942d:0-0 {event_type=M_RS_CLOSE_REGION, pid=204}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/.tmp/A/09c11b66163147adb14cc811276708a8 is 175, key is test_row_0/A:col10/1733368923515/Put/seqid=0 2024-12-05T03:22:04,525 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073742563_1739 (size=31255) 2024-12-05T03:22:04,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=201 2024-12-05T03:22:04,925 INFO [RS_CLOSE_REGION-regionserver/971fbbbe942d:0-0 {event_type=M_RS_CLOSE_REGION, pid=204}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=413, memsize=8.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/.tmp/A/09c11b66163147adb14cc811276708a8 2024-12-05T03:22:04,930 DEBUG [RS_CLOSE_REGION-regionserver/971fbbbe942d:0-0 {event_type=M_RS_CLOSE_REGION, pid=204}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/.tmp/B/723aea076ffe475d95f1f44cded8dbf7 is 50, key is test_row_0/B:col10/1733368923515/Put/seqid=0 2024-12-05T03:22:04,933 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073742564_1740 (size=12301) 2024-12-05T03:22:05,334 INFO [RS_CLOSE_REGION-regionserver/971fbbbe942d:0-0 {event_type=M_RS_CLOSE_REGION, pid=204}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=413 (bloomFilter=true), to=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/.tmp/B/723aea076ffe475d95f1f44cded8dbf7 2024-12-05T03:22:05,339 DEBUG [RS_CLOSE_REGION-regionserver/971fbbbe942d:0-0 {event_type=M_RS_CLOSE_REGION, pid=204}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/.tmp/C/eec28da4846d4b03b14e63dedc96b8bf is 50, key is test_row_0/C:col10/1733368923515/Put/seqid=0 2024-12-05T03:22:05,342 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073742565_1741 (size=12301) 2024-12-05T03:22:05,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=201 2024-12-05T03:22:05,742 INFO [RS_CLOSE_REGION-regionserver/971fbbbe942d:0-0 {event_type=M_RS_CLOSE_REGION, pid=204}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=413 (bloomFilter=true), to=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/.tmp/C/eec28da4846d4b03b14e63dedc96b8bf 2024-12-05T03:22:05,745 DEBUG [RS_CLOSE_REGION-regionserver/971fbbbe942d:0-0 {event_type=M_RS_CLOSE_REGION, pid=204}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/.tmp/A/09c11b66163147adb14cc811276708a8 as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/A/09c11b66163147adb14cc811276708a8 2024-12-05T03:22:05,748 INFO [RS_CLOSE_REGION-regionserver/971fbbbe942d:0-0 {event_type=M_RS_CLOSE_REGION, pid=204}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/A/09c11b66163147adb14cc811276708a8, entries=150, sequenceid=413, filesize=30.5 K 2024-12-05T03:22:05,748 DEBUG [RS_CLOSE_REGION-regionserver/971fbbbe942d:0-0 {event_type=M_RS_CLOSE_REGION, pid=204}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/.tmp/B/723aea076ffe475d95f1f44cded8dbf7 as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/B/723aea076ffe475d95f1f44cded8dbf7 2024-12-05T03:22:05,751 INFO [RS_CLOSE_REGION-regionserver/971fbbbe942d:0-0 {event_type=M_RS_CLOSE_REGION, pid=204}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/B/723aea076ffe475d95f1f44cded8dbf7, entries=150, sequenceid=413, filesize=12.0 K 2024-12-05T03:22:05,751 DEBUG [RS_CLOSE_REGION-regionserver/971fbbbe942d:0-0 {event_type=M_RS_CLOSE_REGION, pid=204}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/.tmp/C/eec28da4846d4b03b14e63dedc96b8bf as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/C/eec28da4846d4b03b14e63dedc96b8bf 2024-12-05T03:22:05,753 INFO [RS_CLOSE_REGION-regionserver/971fbbbe942d:0-0 {event_type=M_RS_CLOSE_REGION, pid=204}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/C/eec28da4846d4b03b14e63dedc96b8bf, entries=150, sequenceid=413, filesize=12.0 K 2024-12-05T03:22:05,754 INFO [RS_CLOSE_REGION-regionserver/971fbbbe942d:0-0 {event_type=M_RS_CLOSE_REGION, pid=204}] regionserver.HRegion(3040): Finished flush of dataSize ~26.84 KB/27480, heapSize ~71.02 KB/72720, currentSize=0 B/0 for 391eaad722486776ccef74e9c34b02b1 in 1644ms, sequenceid=413, compaction requested=false 2024-12-05T03:22:05,754 DEBUG [StoreCloser-TestAcidGuarantees,,1733368897317.391eaad722486776ccef74e9c34b02b1.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/A/247068ec8a39423e924c732388647b53, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/A/0e15103b03954e42aefb53cdafdb7eac, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/A/849aefa6b7314d758c6556cdfa6c3a34, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/A/a681a35ee6714d8d8f08a977a32ed5a4, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/A/ec2b025c181a4d8d876210db79526357, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/A/ed74337b1ccb45ebbd64464179f65901, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/A/4c3f61e9593b4ba6aacb0a214b8c7ba2, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/A/68565912e9124d7780113b9633e23772, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/A/a8c2fbd9b00d4c3d8f5739e2d2a5cb71, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/A/849c62b28a3348f78986e9bdb7987330, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/A/b59979d46e744e72b6d63a6119c32385, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/A/c61ba3839298401eb82c16dad1129410, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/A/e32886bb69594d7d82b6e84b3bbacc49, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/A/116953f038734de78e13cad8db59b8d4, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/A/16dbd71dfd02476fbdb3682aa587f1d0, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/A/08f2c2be1ede429eb884582c55501312, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/A/4aed50e2b8f942fe854e099f9e6cce39, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/A/291469bfaa634a1baac40f04f33c4529, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/A/c5cb991ebc02471cacbcafc8b00777e5, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/A/324c50a7f4564cf8b884003b4787da20, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/A/0fad37edd92e4d788d1fe5580ea7d6b1, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/A/36f4030c05934794b4f996468c10176d, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/A/e4811be6a0564801b27dffe05a671655, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/A/889bb3f15b114f47a917e80afad597c1, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/A/4a1f2f5a666f49399991f11d90135b0d, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/A/be266a2e366e43e59584d5d5e9c92579, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/A/a1a7d8e52b7a4c5d9088c0461eb62353] to archive 2024-12-05T03:22:05,755 DEBUG [StoreCloser-TestAcidGuarantees,,1733368897317.391eaad722486776ccef74e9c34b02b1.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-05T03:22:05,757 DEBUG [StoreCloser-TestAcidGuarantees,,1733368897317.391eaad722486776ccef74e9c34b02b1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/A/247068ec8a39423e924c732388647b53 to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/A/247068ec8a39423e924c732388647b53 2024-12-05T03:22:05,758 DEBUG [StoreCloser-TestAcidGuarantees,,1733368897317.391eaad722486776ccef74e9c34b02b1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/A/0e15103b03954e42aefb53cdafdb7eac to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/A/0e15103b03954e42aefb53cdafdb7eac 2024-12-05T03:22:05,759 DEBUG [StoreCloser-TestAcidGuarantees,,1733368897317.391eaad722486776ccef74e9c34b02b1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/A/849aefa6b7314d758c6556cdfa6c3a34 to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/A/849aefa6b7314d758c6556cdfa6c3a34 2024-12-05T03:22:05,760 DEBUG [StoreCloser-TestAcidGuarantees,,1733368897317.391eaad722486776ccef74e9c34b02b1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/A/a681a35ee6714d8d8f08a977a32ed5a4 to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/A/a681a35ee6714d8d8f08a977a32ed5a4 2024-12-05T03:22:05,761 DEBUG [StoreCloser-TestAcidGuarantees,,1733368897317.391eaad722486776ccef74e9c34b02b1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/A/ec2b025c181a4d8d876210db79526357 to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/A/ec2b025c181a4d8d876210db79526357 2024-12-05T03:22:05,761 DEBUG [StoreCloser-TestAcidGuarantees,,1733368897317.391eaad722486776ccef74e9c34b02b1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/A/ed74337b1ccb45ebbd64464179f65901 to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/A/ed74337b1ccb45ebbd64464179f65901 2024-12-05T03:22:05,762 DEBUG [StoreCloser-TestAcidGuarantees,,1733368897317.391eaad722486776ccef74e9c34b02b1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/A/4c3f61e9593b4ba6aacb0a214b8c7ba2 to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/A/4c3f61e9593b4ba6aacb0a214b8c7ba2 2024-12-05T03:22:05,763 DEBUG [StoreCloser-TestAcidGuarantees,,1733368897317.391eaad722486776ccef74e9c34b02b1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/A/68565912e9124d7780113b9633e23772 to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/A/68565912e9124d7780113b9633e23772 2024-12-05T03:22:05,764 DEBUG [StoreCloser-TestAcidGuarantees,,1733368897317.391eaad722486776ccef74e9c34b02b1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/A/a8c2fbd9b00d4c3d8f5739e2d2a5cb71 to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/A/a8c2fbd9b00d4c3d8f5739e2d2a5cb71 2024-12-05T03:22:05,764 DEBUG [StoreCloser-TestAcidGuarantees,,1733368897317.391eaad722486776ccef74e9c34b02b1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/A/849c62b28a3348f78986e9bdb7987330 to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/A/849c62b28a3348f78986e9bdb7987330 2024-12-05T03:22:05,765 DEBUG [StoreCloser-TestAcidGuarantees,,1733368897317.391eaad722486776ccef74e9c34b02b1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/A/b59979d46e744e72b6d63a6119c32385 to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/A/b59979d46e744e72b6d63a6119c32385 2024-12-05T03:22:05,766 DEBUG [StoreCloser-TestAcidGuarantees,,1733368897317.391eaad722486776ccef74e9c34b02b1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/A/c61ba3839298401eb82c16dad1129410 to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/A/c61ba3839298401eb82c16dad1129410 2024-12-05T03:22:05,767 DEBUG [StoreCloser-TestAcidGuarantees,,1733368897317.391eaad722486776ccef74e9c34b02b1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/A/e32886bb69594d7d82b6e84b3bbacc49 to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/A/e32886bb69594d7d82b6e84b3bbacc49 2024-12-05T03:22:05,767 DEBUG [StoreCloser-TestAcidGuarantees,,1733368897317.391eaad722486776ccef74e9c34b02b1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/A/116953f038734de78e13cad8db59b8d4 to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/A/116953f038734de78e13cad8db59b8d4 2024-12-05T03:22:05,768 DEBUG [StoreCloser-TestAcidGuarantees,,1733368897317.391eaad722486776ccef74e9c34b02b1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/A/16dbd71dfd02476fbdb3682aa587f1d0 to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/A/16dbd71dfd02476fbdb3682aa587f1d0 2024-12-05T03:22:05,769 DEBUG [StoreCloser-TestAcidGuarantees,,1733368897317.391eaad722486776ccef74e9c34b02b1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/A/08f2c2be1ede429eb884582c55501312 to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/A/08f2c2be1ede429eb884582c55501312 2024-12-05T03:22:05,770 DEBUG [StoreCloser-TestAcidGuarantees,,1733368897317.391eaad722486776ccef74e9c34b02b1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/A/4aed50e2b8f942fe854e099f9e6cce39 to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/A/4aed50e2b8f942fe854e099f9e6cce39 2024-12-05T03:22:05,770 DEBUG [StoreCloser-TestAcidGuarantees,,1733368897317.391eaad722486776ccef74e9c34b02b1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/A/291469bfaa634a1baac40f04f33c4529 to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/A/291469bfaa634a1baac40f04f33c4529 2024-12-05T03:22:05,771 DEBUG [StoreCloser-TestAcidGuarantees,,1733368897317.391eaad722486776ccef74e9c34b02b1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/A/c5cb991ebc02471cacbcafc8b00777e5 to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/A/c5cb991ebc02471cacbcafc8b00777e5 2024-12-05T03:22:05,772 DEBUG [StoreCloser-TestAcidGuarantees,,1733368897317.391eaad722486776ccef74e9c34b02b1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/A/324c50a7f4564cf8b884003b4787da20 to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/A/324c50a7f4564cf8b884003b4787da20 2024-12-05T03:22:05,772 DEBUG [StoreCloser-TestAcidGuarantees,,1733368897317.391eaad722486776ccef74e9c34b02b1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/A/0fad37edd92e4d788d1fe5580ea7d6b1 to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/A/0fad37edd92e4d788d1fe5580ea7d6b1 2024-12-05T03:22:05,773 DEBUG [StoreCloser-TestAcidGuarantees,,1733368897317.391eaad722486776ccef74e9c34b02b1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/A/36f4030c05934794b4f996468c10176d to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/A/36f4030c05934794b4f996468c10176d 2024-12-05T03:22:05,774 DEBUG [StoreCloser-TestAcidGuarantees,,1733368897317.391eaad722486776ccef74e9c34b02b1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/A/e4811be6a0564801b27dffe05a671655 to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/A/e4811be6a0564801b27dffe05a671655 2024-12-05T03:22:05,775 DEBUG [StoreCloser-TestAcidGuarantees,,1733368897317.391eaad722486776ccef74e9c34b02b1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/A/889bb3f15b114f47a917e80afad597c1 to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/A/889bb3f15b114f47a917e80afad597c1 2024-12-05T03:22:05,775 DEBUG [StoreCloser-TestAcidGuarantees,,1733368897317.391eaad722486776ccef74e9c34b02b1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/A/4a1f2f5a666f49399991f11d90135b0d to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/A/4a1f2f5a666f49399991f11d90135b0d 2024-12-05T03:22:05,776 DEBUG [StoreCloser-TestAcidGuarantees,,1733368897317.391eaad722486776ccef74e9c34b02b1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/A/be266a2e366e43e59584d5d5e9c92579 to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/A/be266a2e366e43e59584d5d5e9c92579 2024-12-05T03:22:05,777 DEBUG [StoreCloser-TestAcidGuarantees,,1733368897317.391eaad722486776ccef74e9c34b02b1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/A/a1a7d8e52b7a4c5d9088c0461eb62353 to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/A/a1a7d8e52b7a4c5d9088c0461eb62353 2024-12-05T03:22:05,778 DEBUG [StoreCloser-TestAcidGuarantees,,1733368897317.391eaad722486776ccef74e9c34b02b1.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/B/923fb3d58bb341a0b2a72a35e8d4748e, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/B/71e7a20a0e424dcebb9a3d6ac498f83c, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/B/b84c4c5dd50f4e709c342c9bf24e50a1, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/B/9a71178b9adf4ec99133ac57ef342ef6, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/B/33d3ff6b4d744fbbbe01f9a0c8a6b837, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/B/70f489cd63d84c4f95b567e2b848511f, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/B/353bdf7d1c3c4c84abfa0249938d3c8b, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/B/01b6b2bf96284213a583c2bafeab1e1b, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/B/bd7f8b3113b641718f8d5fee21946395, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/B/ed0102a5f36843eaba07fcfea7637f18, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/B/63950a9a45f44db1bfd93e57778462af, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/B/c75ea8bbfd584043ba3b1f0d2ad96aac, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/B/5d9d42867bf544c4be66b4aba3583a7b, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/B/9d291b2b3ae74209a7b6f83015a139f3, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/B/990b203f4d2c44dcb09a6a3742c2c76a, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/B/60b9b7adbe0d4dd49cb0fe4a42aa950e, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/B/a16a9f6fb691425297d869828b7298ac, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/B/d08e650fe4c54f75a33cf1663eff5e4a, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/B/03ce6d72526649a18b570c3a6aec57c1, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/B/590a4f479f0c4a1eaedec7ec7c1a039f, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/B/2a4a5a0a5f0149f59144f659c70528ae, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/B/0751aa763f3e4448905a45e7c575fd48, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/B/d883f9d654f244c3beafb1fc4d3d13c5, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/B/663779cc8db44d0f9b960f3ed72b7b0f, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/B/0f3b9ad2815a4b388f7c77ca357bdcd5, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/B/771fbbd0fbe247a7a68b9e485fa92243, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/B/c29ee931c2084ba5b12de46df1d7fe02] to archive 2024-12-05T03:22:05,778 DEBUG [StoreCloser-TestAcidGuarantees,,1733368897317.391eaad722486776ccef74e9c34b02b1.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-05T03:22:05,779 DEBUG [StoreCloser-TestAcidGuarantees,,1733368897317.391eaad722486776ccef74e9c34b02b1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/B/923fb3d58bb341a0b2a72a35e8d4748e to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/B/923fb3d58bb341a0b2a72a35e8d4748e 2024-12-05T03:22:05,781 DEBUG [StoreCloser-TestAcidGuarantees,,1733368897317.391eaad722486776ccef74e9c34b02b1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/B/71e7a20a0e424dcebb9a3d6ac498f83c to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/B/71e7a20a0e424dcebb9a3d6ac498f83c 2024-12-05T03:22:05,781 DEBUG [StoreCloser-TestAcidGuarantees,,1733368897317.391eaad722486776ccef74e9c34b02b1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/B/b84c4c5dd50f4e709c342c9bf24e50a1 to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/B/b84c4c5dd50f4e709c342c9bf24e50a1 2024-12-05T03:22:05,782 DEBUG [StoreCloser-TestAcidGuarantees,,1733368897317.391eaad722486776ccef74e9c34b02b1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/B/9a71178b9adf4ec99133ac57ef342ef6 to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/B/9a71178b9adf4ec99133ac57ef342ef6 2024-12-05T03:22:05,783 DEBUG [StoreCloser-TestAcidGuarantees,,1733368897317.391eaad722486776ccef74e9c34b02b1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/B/33d3ff6b4d744fbbbe01f9a0c8a6b837 to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/B/33d3ff6b4d744fbbbe01f9a0c8a6b837 2024-12-05T03:22:05,784 DEBUG [StoreCloser-TestAcidGuarantees,,1733368897317.391eaad722486776ccef74e9c34b02b1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/B/70f489cd63d84c4f95b567e2b848511f to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/B/70f489cd63d84c4f95b567e2b848511f 2024-12-05T03:22:05,785 DEBUG [StoreCloser-TestAcidGuarantees,,1733368897317.391eaad722486776ccef74e9c34b02b1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/B/353bdf7d1c3c4c84abfa0249938d3c8b to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/B/353bdf7d1c3c4c84abfa0249938d3c8b 2024-12-05T03:22:05,785 DEBUG [StoreCloser-TestAcidGuarantees,,1733368897317.391eaad722486776ccef74e9c34b02b1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/B/01b6b2bf96284213a583c2bafeab1e1b to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/B/01b6b2bf96284213a583c2bafeab1e1b 2024-12-05T03:22:05,786 DEBUG [StoreCloser-TestAcidGuarantees,,1733368897317.391eaad722486776ccef74e9c34b02b1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/B/bd7f8b3113b641718f8d5fee21946395 to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/B/bd7f8b3113b641718f8d5fee21946395 2024-12-05T03:22:05,787 DEBUG [StoreCloser-TestAcidGuarantees,,1733368897317.391eaad722486776ccef74e9c34b02b1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/B/ed0102a5f36843eaba07fcfea7637f18 to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/B/ed0102a5f36843eaba07fcfea7637f18 2024-12-05T03:22:05,788 DEBUG [StoreCloser-TestAcidGuarantees,,1733368897317.391eaad722486776ccef74e9c34b02b1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/B/63950a9a45f44db1bfd93e57778462af to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/B/63950a9a45f44db1bfd93e57778462af 2024-12-05T03:22:05,789 DEBUG [StoreCloser-TestAcidGuarantees,,1733368897317.391eaad722486776ccef74e9c34b02b1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/B/c75ea8bbfd584043ba3b1f0d2ad96aac to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/B/c75ea8bbfd584043ba3b1f0d2ad96aac 2024-12-05T03:22:05,789 DEBUG [StoreCloser-TestAcidGuarantees,,1733368897317.391eaad722486776ccef74e9c34b02b1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/B/5d9d42867bf544c4be66b4aba3583a7b to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/B/5d9d42867bf544c4be66b4aba3583a7b 2024-12-05T03:22:05,790 DEBUG [StoreCloser-TestAcidGuarantees,,1733368897317.391eaad722486776ccef74e9c34b02b1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/B/9d291b2b3ae74209a7b6f83015a139f3 to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/B/9d291b2b3ae74209a7b6f83015a139f3 2024-12-05T03:22:05,791 DEBUG [StoreCloser-TestAcidGuarantees,,1733368897317.391eaad722486776ccef74e9c34b02b1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/B/990b203f4d2c44dcb09a6a3742c2c76a to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/B/990b203f4d2c44dcb09a6a3742c2c76a 2024-12-05T03:22:05,792 DEBUG [StoreCloser-TestAcidGuarantees,,1733368897317.391eaad722486776ccef74e9c34b02b1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/B/60b9b7adbe0d4dd49cb0fe4a42aa950e to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/B/60b9b7adbe0d4dd49cb0fe4a42aa950e 2024-12-05T03:22:05,792 DEBUG [StoreCloser-TestAcidGuarantees,,1733368897317.391eaad722486776ccef74e9c34b02b1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/B/a16a9f6fb691425297d869828b7298ac to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/B/a16a9f6fb691425297d869828b7298ac 2024-12-05T03:22:05,793 DEBUG [StoreCloser-TestAcidGuarantees,,1733368897317.391eaad722486776ccef74e9c34b02b1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/B/d08e650fe4c54f75a33cf1663eff5e4a to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/B/d08e650fe4c54f75a33cf1663eff5e4a 2024-12-05T03:22:05,794 DEBUG [StoreCloser-TestAcidGuarantees,,1733368897317.391eaad722486776ccef74e9c34b02b1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/B/03ce6d72526649a18b570c3a6aec57c1 to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/B/03ce6d72526649a18b570c3a6aec57c1 2024-12-05T03:22:05,795 DEBUG [StoreCloser-TestAcidGuarantees,,1733368897317.391eaad722486776ccef74e9c34b02b1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/B/590a4f479f0c4a1eaedec7ec7c1a039f to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/B/590a4f479f0c4a1eaedec7ec7c1a039f 2024-12-05T03:22:05,795 DEBUG [StoreCloser-TestAcidGuarantees,,1733368897317.391eaad722486776ccef74e9c34b02b1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/B/2a4a5a0a5f0149f59144f659c70528ae to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/B/2a4a5a0a5f0149f59144f659c70528ae 2024-12-05T03:22:05,796 DEBUG [StoreCloser-TestAcidGuarantees,,1733368897317.391eaad722486776ccef74e9c34b02b1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/B/0751aa763f3e4448905a45e7c575fd48 to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/B/0751aa763f3e4448905a45e7c575fd48 2024-12-05T03:22:05,797 DEBUG [StoreCloser-TestAcidGuarantees,,1733368897317.391eaad722486776ccef74e9c34b02b1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/B/d883f9d654f244c3beafb1fc4d3d13c5 to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/B/d883f9d654f244c3beafb1fc4d3d13c5 2024-12-05T03:22:05,798 DEBUG [StoreCloser-TestAcidGuarantees,,1733368897317.391eaad722486776ccef74e9c34b02b1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/B/663779cc8db44d0f9b960f3ed72b7b0f to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/B/663779cc8db44d0f9b960f3ed72b7b0f 2024-12-05T03:22:05,798 DEBUG [StoreCloser-TestAcidGuarantees,,1733368897317.391eaad722486776ccef74e9c34b02b1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/B/0f3b9ad2815a4b388f7c77ca357bdcd5 to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/B/0f3b9ad2815a4b388f7c77ca357bdcd5 2024-12-05T03:22:05,799 DEBUG [StoreCloser-TestAcidGuarantees,,1733368897317.391eaad722486776ccef74e9c34b02b1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/B/771fbbd0fbe247a7a68b9e485fa92243 to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/B/771fbbd0fbe247a7a68b9e485fa92243 2024-12-05T03:22:05,800 DEBUG [StoreCloser-TestAcidGuarantees,,1733368897317.391eaad722486776ccef74e9c34b02b1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/B/c29ee931c2084ba5b12de46df1d7fe02 to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/B/c29ee931c2084ba5b12de46df1d7fe02 2024-12-05T03:22:05,801 DEBUG [StoreCloser-TestAcidGuarantees,,1733368897317.391eaad722486776ccef74e9c34b02b1.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/C/89c091d0170a4230816644862de06f5c, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/C/982624c4d7da48708622a42db9de13ed, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/C/0f46bcb54e664eab910c38f85057d07f, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/C/0e47323349ed47d8bdf944029fe5e912, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/C/58f1f6b2ad6e4d169eafa49e324a34f3, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/C/49a4caffd66440259c6002154e2c51fe, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/C/a4f066b5e45e4ca5b91e6264aa9ddde1, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/C/9629ebf26c764895a36f3938a2ca31fc, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/C/59c3a4e516d24041bd973c4ff9762d04, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/C/3d9479928941436985e589d0c189ca87, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/C/31ee3e471f484e6bad809b71cab29a69, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/C/f4e6caf93431421d82e1f8500261b4a0, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/C/c19baaa79068499aacfd3120492c29e8, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/C/5d029ca7816b47239bfd9e6e02229eab, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/C/28b4f878d62e4df3972ef9fb542b31cc, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/C/95de4c9c104d43a2b04fb40ec8a8e820, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/C/0eae7d03c6d94578ba36edf52bb2e861, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/C/12773d11b03b40e2937e8a5988d6b65f, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/C/d6e36b4795814a1d84ed5d9407b77994, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/C/84b31ede21374ef496f7011c2ba4c536, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/C/d09b8d1789b84a9d893043909b622422, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/C/54d73bd36eae4c618ffc317bf8f11ff2, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/C/fe977cf500434faf99b9a4cf265c827c, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/C/5c5359b274a84093b54c27029561e97f, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/C/9730bceb465f4e8a87a538eddd65e20f, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/C/58c21a2428254bd38df920081fe668c7, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/C/548716583ad44b4180b531a187f4c92b] to archive 2024-12-05T03:22:05,802 DEBUG [StoreCloser-TestAcidGuarantees,,1733368897317.391eaad722486776ccef74e9c34b02b1.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-05T03:22:05,803 DEBUG [StoreCloser-TestAcidGuarantees,,1733368897317.391eaad722486776ccef74e9c34b02b1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/C/89c091d0170a4230816644862de06f5c to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/C/89c091d0170a4230816644862de06f5c 2024-12-05T03:22:05,804 DEBUG [StoreCloser-TestAcidGuarantees,,1733368897317.391eaad722486776ccef74e9c34b02b1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/C/982624c4d7da48708622a42db9de13ed to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/C/982624c4d7da48708622a42db9de13ed 2024-12-05T03:22:05,805 DEBUG [StoreCloser-TestAcidGuarantees,,1733368897317.391eaad722486776ccef74e9c34b02b1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/C/0f46bcb54e664eab910c38f85057d07f to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/C/0f46bcb54e664eab910c38f85057d07f 2024-12-05T03:22:05,806 DEBUG [StoreCloser-TestAcidGuarantees,,1733368897317.391eaad722486776ccef74e9c34b02b1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/C/0e47323349ed47d8bdf944029fe5e912 to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/C/0e47323349ed47d8bdf944029fe5e912 2024-12-05T03:22:05,807 DEBUG [StoreCloser-TestAcidGuarantees,,1733368897317.391eaad722486776ccef74e9c34b02b1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/C/58f1f6b2ad6e4d169eafa49e324a34f3 to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/C/58f1f6b2ad6e4d169eafa49e324a34f3 2024-12-05T03:22:05,808 DEBUG [StoreCloser-TestAcidGuarantees,,1733368897317.391eaad722486776ccef74e9c34b02b1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/C/49a4caffd66440259c6002154e2c51fe to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/C/49a4caffd66440259c6002154e2c51fe 2024-12-05T03:22:05,808 DEBUG [StoreCloser-TestAcidGuarantees,,1733368897317.391eaad722486776ccef74e9c34b02b1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/C/a4f066b5e45e4ca5b91e6264aa9ddde1 to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/C/a4f066b5e45e4ca5b91e6264aa9ddde1 2024-12-05T03:22:05,809 DEBUG [StoreCloser-TestAcidGuarantees,,1733368897317.391eaad722486776ccef74e9c34b02b1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/C/9629ebf26c764895a36f3938a2ca31fc to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/C/9629ebf26c764895a36f3938a2ca31fc 2024-12-05T03:22:05,810 DEBUG [StoreCloser-TestAcidGuarantees,,1733368897317.391eaad722486776ccef74e9c34b02b1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/C/59c3a4e516d24041bd973c4ff9762d04 to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/C/59c3a4e516d24041bd973c4ff9762d04 2024-12-05T03:22:05,811 DEBUG [StoreCloser-TestAcidGuarantees,,1733368897317.391eaad722486776ccef74e9c34b02b1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/C/3d9479928941436985e589d0c189ca87 to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/C/3d9479928941436985e589d0c189ca87 2024-12-05T03:22:05,811 DEBUG [StoreCloser-TestAcidGuarantees,,1733368897317.391eaad722486776ccef74e9c34b02b1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/C/31ee3e471f484e6bad809b71cab29a69 to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/C/31ee3e471f484e6bad809b71cab29a69 2024-12-05T03:22:05,812 DEBUG [StoreCloser-TestAcidGuarantees,,1733368897317.391eaad722486776ccef74e9c34b02b1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/C/f4e6caf93431421d82e1f8500261b4a0 to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/C/f4e6caf93431421d82e1f8500261b4a0 2024-12-05T03:22:05,813 DEBUG [StoreCloser-TestAcidGuarantees,,1733368897317.391eaad722486776ccef74e9c34b02b1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/C/c19baaa79068499aacfd3120492c29e8 to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/C/c19baaa79068499aacfd3120492c29e8 2024-12-05T03:22:05,813 DEBUG [StoreCloser-TestAcidGuarantees,,1733368897317.391eaad722486776ccef74e9c34b02b1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/C/5d029ca7816b47239bfd9e6e02229eab to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/C/5d029ca7816b47239bfd9e6e02229eab 2024-12-05T03:22:05,814 DEBUG [StoreCloser-TestAcidGuarantees,,1733368897317.391eaad722486776ccef74e9c34b02b1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/C/28b4f878d62e4df3972ef9fb542b31cc to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/C/28b4f878d62e4df3972ef9fb542b31cc 2024-12-05T03:22:05,815 DEBUG [StoreCloser-TestAcidGuarantees,,1733368897317.391eaad722486776ccef74e9c34b02b1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/C/95de4c9c104d43a2b04fb40ec8a8e820 to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/C/95de4c9c104d43a2b04fb40ec8a8e820 2024-12-05T03:22:05,816 DEBUG [StoreCloser-TestAcidGuarantees,,1733368897317.391eaad722486776ccef74e9c34b02b1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/C/0eae7d03c6d94578ba36edf52bb2e861 to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/C/0eae7d03c6d94578ba36edf52bb2e861 2024-12-05T03:22:05,816 DEBUG [StoreCloser-TestAcidGuarantees,,1733368897317.391eaad722486776ccef74e9c34b02b1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/C/12773d11b03b40e2937e8a5988d6b65f to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/C/12773d11b03b40e2937e8a5988d6b65f 2024-12-05T03:22:05,817 DEBUG [StoreCloser-TestAcidGuarantees,,1733368897317.391eaad722486776ccef74e9c34b02b1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/C/d6e36b4795814a1d84ed5d9407b77994 to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/C/d6e36b4795814a1d84ed5d9407b77994 2024-12-05T03:22:05,818 DEBUG [StoreCloser-TestAcidGuarantees,,1733368897317.391eaad722486776ccef74e9c34b02b1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/C/84b31ede21374ef496f7011c2ba4c536 to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/C/84b31ede21374ef496f7011c2ba4c536 2024-12-05T03:22:05,819 DEBUG [StoreCloser-TestAcidGuarantees,,1733368897317.391eaad722486776ccef74e9c34b02b1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/C/d09b8d1789b84a9d893043909b622422 to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/C/d09b8d1789b84a9d893043909b622422 2024-12-05T03:22:05,820 DEBUG [StoreCloser-TestAcidGuarantees,,1733368897317.391eaad722486776ccef74e9c34b02b1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/C/54d73bd36eae4c618ffc317bf8f11ff2 to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/C/54d73bd36eae4c618ffc317bf8f11ff2 2024-12-05T03:22:05,820 DEBUG [StoreCloser-TestAcidGuarantees,,1733368897317.391eaad722486776ccef74e9c34b02b1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/C/fe977cf500434faf99b9a4cf265c827c to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/C/fe977cf500434faf99b9a4cf265c827c 2024-12-05T03:22:05,821 DEBUG [StoreCloser-TestAcidGuarantees,,1733368897317.391eaad722486776ccef74e9c34b02b1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/C/5c5359b274a84093b54c27029561e97f to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/C/5c5359b274a84093b54c27029561e97f 2024-12-05T03:22:05,822 DEBUG [StoreCloser-TestAcidGuarantees,,1733368897317.391eaad722486776ccef74e9c34b02b1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/C/9730bceb465f4e8a87a538eddd65e20f to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/C/9730bceb465f4e8a87a538eddd65e20f 2024-12-05T03:22:05,822 DEBUG [StoreCloser-TestAcidGuarantees,,1733368897317.391eaad722486776ccef74e9c34b02b1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/C/58c21a2428254bd38df920081fe668c7 to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/C/58c21a2428254bd38df920081fe668c7 2024-12-05T03:22:05,823 DEBUG [StoreCloser-TestAcidGuarantees,,1733368897317.391eaad722486776ccef74e9c34b02b1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/C/548716583ad44b4180b531a187f4c92b to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/C/548716583ad44b4180b531a187f4c92b 2024-12-05T03:22:05,826 DEBUG [RS_CLOSE_REGION-regionserver/971fbbbe942d:0-0 {event_type=M_RS_CLOSE_REGION, pid=204}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/recovered.edits/416.seqid, newMaxSeqId=416, maxSeqId=4 2024-12-05T03:22:05,827 INFO [RS_CLOSE_REGION-regionserver/971fbbbe942d:0-0 {event_type=M_RS_CLOSE_REGION, pid=204}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1733368897317.391eaad722486776ccef74e9c34b02b1. 2024-12-05T03:22:05,827 DEBUG [RS_CLOSE_REGION-regionserver/971fbbbe942d:0-0 {event_type=M_RS_CLOSE_REGION, pid=204}] regionserver.HRegion(1635): Region close journal for 391eaad722486776ccef74e9c34b02b1: 2024-12-05T03:22:05,828 INFO [RS_CLOSE_REGION-regionserver/971fbbbe942d:0-0 {event_type=M_RS_CLOSE_REGION, pid=204}] handler.UnassignRegionHandler(170): Closed 391eaad722486776ccef74e9c34b02b1 2024-12-05T03:22:05,828 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=203 updating hbase:meta row=391eaad722486776ccef74e9c34b02b1, regionState=CLOSED 2024-12-05T03:22:05,830 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=204, resume processing ppid=203 2024-12-05T03:22:05,830 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=204, ppid=203, state=SUCCESS; CloseRegionProcedure 391eaad722486776ccef74e9c34b02b1, server=971fbbbe942d,46085,1733368737191 in 2.2800 sec 2024-12-05T03:22:05,831 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=203, resume processing ppid=202 2024-12-05T03:22:05,831 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=203, ppid=202, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=391eaad722486776ccef74e9c34b02b1, UNASSIGN in 2.2830 sec 2024-12-05T03:22:05,833 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=202, resume processing ppid=201 2024-12-05T03:22:05,833 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=202, ppid=201, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 2.2850 sec 2024-12-05T03:22:05,834 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733368925834"}]},"ts":"1733368925834"} 2024-12-05T03:22:05,835 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-12-05T03:22:05,837 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-12-05T03:22:05,838 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=201, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 2.2950 sec 2024-12-05T03:22:06,938 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-12-05T03:22:07,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=201 2024-12-05T03:22:07,648 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 201 completed 2024-12-05T03:22:07,648 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-12-05T03:22:07,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] procedure2.ProcedureExecutor(1098): Stored pid=205, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-12-05T03:22:07,650 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=205, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-05T03:22:07,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=205 2024-12-05T03:22:07,650 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=205, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-05T03:22:07,652 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1 2024-12-05T03:22:07,654 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/A, FileablePath, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/B, FileablePath, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/C, FileablePath, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/recovered.edits] 2024-12-05T03:22:07,656 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/A/09c11b66163147adb14cc811276708a8 to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/A/09c11b66163147adb14cc811276708a8 2024-12-05T03:22:07,657 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/A/665c6a5427cd44dbbf1a8edeb9ce2f63 to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/A/665c6a5427cd44dbbf1a8edeb9ce2f63 2024-12-05T03:22:07,658 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/B/2c3ba1269abc465ebba75f7af2c34efc to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/B/2c3ba1269abc465ebba75f7af2c34efc 2024-12-05T03:22:07,659 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/B/723aea076ffe475d95f1f44cded8dbf7 to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/B/723aea076ffe475d95f1f44cded8dbf7 2024-12-05T03:22:07,660 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/C/b53367d378f94f14af28badc3df1015a to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/C/b53367d378f94f14af28badc3df1015a 2024-12-05T03:22:07,661 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/C/eec28da4846d4b03b14e63dedc96b8bf to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/C/eec28da4846d4b03b14e63dedc96b8bf 2024-12-05T03:22:07,663 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/recovered.edits/416.seqid to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1/recovered.edits/416.seqid 2024-12-05T03:22:07,663 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/default/TestAcidGuarantees/391eaad722486776ccef74e9c34b02b1 2024-12-05T03:22:07,664 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-12-05T03:22:07,664 DEBUG [PEWorker-3 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-12-05T03:22:07,664 DEBUG [PEWorker-3 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-12-05T03:22:07,667 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241205244339c1652b410f893351c070b82b9c_391eaad722486776ccef74e9c34b02b1 to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241205244339c1652b410f893351c070b82b9c_391eaad722486776ccef74e9c34b02b1 2024-12-05T03:22:07,667 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412052a3a982ecc1d436795a4c58a31088d55_391eaad722486776ccef74e9c34b02b1 to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412052a3a982ecc1d436795a4c58a31088d55_391eaad722486776ccef74e9c34b02b1 2024-12-05T03:22:07,668 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412052f91b0364dc746e8af0dc20c920c9cc4_391eaad722486776ccef74e9c34b02b1 to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412052f91b0364dc746e8af0dc20c920c9cc4_391eaad722486776ccef74e9c34b02b1 2024-12-05T03:22:07,669 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412052fdfa92d19414865b884b8ae79166ec4_391eaad722486776ccef74e9c34b02b1 to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412052fdfa92d19414865b884b8ae79166ec4_391eaad722486776ccef74e9c34b02b1 2024-12-05T03:22:07,670 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412055324d5361ca449f099a514e6592d228f_391eaad722486776ccef74e9c34b02b1 to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412055324d5361ca449f099a514e6592d228f_391eaad722486776ccef74e9c34b02b1 2024-12-05T03:22:07,671 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120556e242be62a24e76be1c1d8e64255344_391eaad722486776ccef74e9c34b02b1 to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120556e242be62a24e76be1c1d8e64255344_391eaad722486776ccef74e9c34b02b1 2024-12-05T03:22:07,672 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120557eea458bb5c4272901bd338cbcd8896_391eaad722486776ccef74e9c34b02b1 to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120557eea458bb5c4272901bd338cbcd8896_391eaad722486776ccef74e9c34b02b1 2024-12-05T03:22:07,673 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412055c9677eadc504b7fa63d71f5cd74b011_391eaad722486776ccef74e9c34b02b1 to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412055c9677eadc504b7fa63d71f5cd74b011_391eaad722486776ccef74e9c34b02b1 2024-12-05T03:22:07,674 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412055de22488161549a0b4defebdbd62549b_391eaad722486776ccef74e9c34b02b1 to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412055de22488161549a0b4defebdbd62549b_391eaad722486776ccef74e9c34b02b1 2024-12-05T03:22:07,675 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120562480e427b29448180bbaa60e422d126_391eaad722486776ccef74e9c34b02b1 to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120562480e427b29448180bbaa60e422d126_391eaad722486776ccef74e9c34b02b1 2024-12-05T03:22:07,676 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241205713260daa1214e9ab8bbceadccc2b0a0_391eaad722486776ccef74e9c34b02b1 to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241205713260daa1214e9ab8bbceadccc2b0a0_391eaad722486776ccef74e9c34b02b1 2024-12-05T03:22:07,677 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120573c21b5191ea4ca38c9cbaf08f1587dd_391eaad722486776ccef74e9c34b02b1 to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120573c21b5191ea4ca38c9cbaf08f1587dd_391eaad722486776ccef74e9c34b02b1 2024-12-05T03:22:07,677 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412057c9d7de7dfac4058a58863cf1b91d832_391eaad722486776ccef74e9c34b02b1 to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412057c9d7de7dfac4058a58863cf1b91d832_391eaad722486776ccef74e9c34b02b1 2024-12-05T03:22:07,678 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120592962a85f38f4d5a9bfb23923dafd9f6_391eaad722486776ccef74e9c34b02b1 to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120592962a85f38f4d5a9bfb23923dafd9f6_391eaad722486776ccef74e9c34b02b1 2024-12-05T03:22:07,679 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412059e8cb9a4c8364dd7b3a8f471ffb05647_391eaad722486776ccef74e9c34b02b1 to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412059e8cb9a4c8364dd7b3a8f471ffb05647_391eaad722486776ccef74e9c34b02b1 2024-12-05T03:22:07,680 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241205a7e1410c25bd4eeca3d1dbde31ef3360_391eaad722486776ccef74e9c34b02b1 to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241205a7e1410c25bd4eeca3d1dbde31ef3360_391eaad722486776ccef74e9c34b02b1 2024-12-05T03:22:07,681 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241205a875d1ac39a9420c8fd8886b8e641175_391eaad722486776ccef74e9c34b02b1 to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241205a875d1ac39a9420c8fd8886b8e641175_391eaad722486776ccef74e9c34b02b1 2024-12-05T03:22:07,682 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241205c414f0b450b344f8972bb198220fc536_391eaad722486776ccef74e9c34b02b1 to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241205c414f0b450b344f8972bb198220fc536_391eaad722486776ccef74e9c34b02b1 2024-12-05T03:22:07,683 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241205cf99848de8ce4dc1834170df654b879b_391eaad722486776ccef74e9c34b02b1 to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241205cf99848de8ce4dc1834170df654b879b_391eaad722486776ccef74e9c34b02b1 2024-12-05T03:22:07,684 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241205d90f410b94434653b3f69f1537453078_391eaad722486776ccef74e9c34b02b1 to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241205d90f410b94434653b3f69f1537453078_391eaad722486776ccef74e9c34b02b1 2024-12-05T03:22:07,684 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241205f088a106ddbe41e48d5c946e51eb6541_391eaad722486776ccef74e9c34b02b1 to hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241205f088a106ddbe41e48d5c946e51eb6541_391eaad722486776ccef74e9c34b02b1 2024-12-05T03:22:07,685 DEBUG [PEWorker-3 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-12-05T03:22:07,687 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=205, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-05T03:22:07,689 WARN [PEWorker-3 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-12-05T03:22:07,690 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-12-05T03:22:07,691 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=205, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-05T03:22:07,691 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-12-05T03:22:07,691 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1733368897317.391eaad722486776ccef74e9c34b02b1.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1733368927691"}]},"ts":"9223372036854775807"} 2024-12-05T03:22:07,693 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-12-05T03:22:07,693 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => 391eaad722486776ccef74e9c34b02b1, NAME => 'TestAcidGuarantees,,1733368897317.391eaad722486776ccef74e9c34b02b1.', STARTKEY => '', ENDKEY => ''}] 2024-12-05T03:22:07,693 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-12-05T03:22:07,693 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1733368927693"}]},"ts":"9223372036854775807"} 2024-12-05T03:22:07,694 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-12-05T03:22:07,696 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(133): Finished pid=205, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-05T03:22:07,697 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=205, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 48 msec 2024-12-05T03:22:07,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=205 2024-12-05T03:22:07,751 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 205 completed 2024-12-05T03:22:07,760 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithAdaptivePolicy#testMobGetAtomicity Thread=239 (was 238) - Thread LEAK? -, OpenFileDescriptor=457 (was 445) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=385 (was 400), ProcessCount=9 (was 9), AvailableMemoryMB=6837 (was 6888) 2024-12-05T03:22:07,760 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2024-12-05T03:22:07,760 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-12-05T03:22:07,760 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x76523d14 to 127.0.0.1:54474 2024-12-05T03:22:07,761 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T03:22:07,761 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-05T03:22:07,761 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1759250028, stopped=false 2024-12-05T03:22:07,761 INFO [Time-limited test {}] master.ServerManager(987): Cluster shutdown requested of master=971fbbbe942d,44461,1733368736455 2024-12-05T03:22:07,763 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46085-0x100602fa0760001, quorum=127.0.0.1:54474, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-05T03:22:07,763 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44461-0x100602fa0760000, quorum=127.0.0.1:54474, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-05T03:22:07,763 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44461-0x100602fa0760000, quorum=127.0.0.1:54474, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T03:22:07,763 INFO [Time-limited test {}] procedure2.ProcedureExecutor(700): Stopping 2024-12-05T03:22:07,763 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46085-0x100602fa0760001, quorum=127.0.0.1:54474, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T03:22:07,763 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T03:22:07,763 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:46085-0x100602fa0760001, quorum=127.0.0.1:54474, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-05T03:22:07,763 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:44461-0x100602fa0760000, quorum=127.0.0.1:54474, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-05T03:22:07,763 INFO [Time-limited test {}] regionserver.HRegionServer(2561): ***** STOPPING region server '971fbbbe942d,46085,1733368737191' ***** 2024-12-05T03:22:07,763 INFO [Time-limited test {}] regionserver.HRegionServer(2575): STOPPED: Shutdown requested 2024-12-05T03:22:07,764 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2024-12-05T03:22:07,764 INFO [RS:0;971fbbbe942d:46085 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-05T03:22:07,764 INFO [RS:0;971fbbbe942d:46085 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-05T03:22:07,764 INFO [RS:0;971fbbbe942d:46085 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-05T03:22:07,764 INFO [RS:0;971fbbbe942d:46085 {}] regionserver.HRegionServer(3579): Received CLOSE for 3a3971fefb77fd099b5c0cab63fda322 2024-12-05T03:22:07,765 INFO [RS:0;971fbbbe942d:46085 {}] regionserver.HRegionServer(1224): stopping server 971fbbbe942d,46085,1733368737191 2024-12-05T03:22:07,765 DEBUG [RS:0;971fbbbe942d:46085 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T03:22:07,765 INFO [RS:0;971fbbbe942d:46085 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-05T03:22:07,765 INFO [RS:0;971fbbbe942d:46085 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-05T03:22:07,765 INFO [RS:0;971fbbbe942d:46085 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-05T03:22:07,765 INFO [RS:0;971fbbbe942d:46085 {}] regionserver.HRegionServer(3579): Received CLOSE for 1588230740 2024-12-05T03:22:07,765 DEBUG [RS_CLOSE_REGION-regionserver/971fbbbe942d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 3a3971fefb77fd099b5c0cab63fda322, disabling compactions & flushes 2024-12-05T03:22:07,765 INFO [RS_CLOSE_REGION-regionserver/971fbbbe942d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region hbase:namespace,,1733368740803.3a3971fefb77fd099b5c0cab63fda322. 2024-12-05T03:22:07,765 DEBUG [RS_CLOSE_REGION-regionserver/971fbbbe942d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1733368740803.3a3971fefb77fd099b5c0cab63fda322. 2024-12-05T03:22:07,765 DEBUG [RS_CLOSE_REGION-regionserver/971fbbbe942d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1733368740803.3a3971fefb77fd099b5c0cab63fda322. after waiting 0 ms 2024-12-05T03:22:07,765 DEBUG [RS_CLOSE_REGION-regionserver/971fbbbe942d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1733368740803.3a3971fefb77fd099b5c0cab63fda322. 2024-12-05T03:22:07,765 INFO [RS:0;971fbbbe942d:46085 {}] regionserver.HRegionServer(1599): Waiting on 2 regions to close 2024-12-05T03:22:07,765 INFO [RS_CLOSE_REGION-regionserver/971fbbbe942d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2837): Flushing 3a3971fefb77fd099b5c0cab63fda322 1/1 column families, dataSize=78 B heapSize=488 B 2024-12-05T03:22:07,765 DEBUG [RS:0;971fbbbe942d:46085 {}] regionserver.HRegionServer(1603): Online Regions={3a3971fefb77fd099b5c0cab63fda322=hbase:namespace,,1733368740803.3a3971fefb77fd099b5c0cab63fda322., 1588230740=hbase:meta,,1.1588230740} 2024-12-05T03:22:07,765 DEBUG [RS_CLOSE_META-regionserver/971fbbbe942d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-12-05T03:22:07,765 INFO [RS_CLOSE_META-regionserver/971fbbbe942d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-12-05T03:22:07,765 DEBUG [RS_CLOSE_META-regionserver/971fbbbe942d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-12-05T03:22:07,765 DEBUG [RS_CLOSE_META-regionserver/971fbbbe942d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-05T03:22:07,765 DEBUG [RS_CLOSE_META-regionserver/971fbbbe942d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T03:22:07,765 INFO [RS_CLOSE_META-regionserver/971fbbbe942d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2837): Flushing 1588230740 3/3 column families, dataSize=20.55 KB heapSize=35.87 KB 2024-12-05T03:22:07,769 DEBUG [RS:0;971fbbbe942d:46085 {}] regionserver.HRegionServer(1629): Waiting on 1588230740, 3a3971fefb77fd099b5c0cab63fda322 2024-12-05T03:22:07,781 DEBUG [RS_CLOSE_REGION-regionserver/971fbbbe942d:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/hbase/namespace/3a3971fefb77fd099b5c0cab63fda322/.tmp/info/2c9b6beb03554a198834c7eab4631ca4 is 45, key is default/info:d/1733368742155/Put/seqid=0 2024-12-05T03:22:07,784 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073742566_1742 (size=5037) 2024-12-05T03:22:07,796 DEBUG [RS_CLOSE_META-regionserver/971fbbbe942d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/hbase/meta/1588230740/.tmp/info/3b4fd4b4750645319a8948d83437a7ac is 143, key is hbase:namespace,,1733368740803.3a3971fefb77fd099b5c0cab63fda322./info:regioninfo/1733368742035/Put/seqid=0 2024-12-05T03:22:07,798 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073742567_1743 (size=7725) 2024-12-05T03:22:07,818 INFO [regionserver/971fbbbe942d:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-05T03:22:07,818 INFO [regionserver/971fbbbe942d:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-05T03:22:07,837 INFO [regionserver/971fbbbe942d:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T03:22:07,969 DEBUG [RS:0;971fbbbe942d:46085 {}] regionserver.HRegionServer(1629): Waiting on 1588230740, 3a3971fefb77fd099b5c0cab63fda322 2024-12-05T03:22:08,169 DEBUG [RS:0;971fbbbe942d:46085 {}] regionserver.HRegionServer(1629): Waiting on 1588230740, 3a3971fefb77fd099b5c0cab63fda322 2024-12-05T03:22:08,185 INFO [RS_CLOSE_REGION-regionserver/971fbbbe942d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=78 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/hbase/namespace/3a3971fefb77fd099b5c0cab63fda322/.tmp/info/2c9b6beb03554a198834c7eab4631ca4 2024-12-05T03:22:08,189 DEBUG [RS_CLOSE_REGION-regionserver/971fbbbe942d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/hbase/namespace/3a3971fefb77fd099b5c0cab63fda322/.tmp/info/2c9b6beb03554a198834c7eab4631ca4 as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/hbase/namespace/3a3971fefb77fd099b5c0cab63fda322/info/2c9b6beb03554a198834c7eab4631ca4 2024-12-05T03:22:08,191 INFO [RS_CLOSE_REGION-regionserver/971fbbbe942d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/hbase/namespace/3a3971fefb77fd099b5c0cab63fda322/info/2c9b6beb03554a198834c7eab4631ca4, entries=2, sequenceid=6, filesize=4.9 K 2024-12-05T03:22:08,191 INFO [RS_CLOSE_REGION-regionserver/971fbbbe942d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3040): Finished flush of dataSize ~78 B/78, heapSize ~472 B/472, currentSize=0 B/0 for 3a3971fefb77fd099b5c0cab63fda322 in 426ms, sequenceid=6, compaction requested=false 2024-12-05T03:22:08,194 DEBUG [RS_CLOSE_REGION-regionserver/971fbbbe942d:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/hbase/namespace/3a3971fefb77fd099b5c0cab63fda322/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-12-05T03:22:08,195 INFO [RS_CLOSE_REGION-regionserver/971fbbbe942d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed hbase:namespace,,1733368740803.3a3971fefb77fd099b5c0cab63fda322. 2024-12-05T03:22:08,195 DEBUG [RS_CLOSE_REGION-regionserver/971fbbbe942d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 3a3971fefb77fd099b5c0cab63fda322: 2024-12-05T03:22:08,195 DEBUG [RS_CLOSE_REGION-regionserver/971fbbbe942d:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:namespace,,1733368740803.3a3971fefb77fd099b5c0cab63fda322. 2024-12-05T03:22:08,199 INFO [RS_CLOSE_META-regionserver/971fbbbe942d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/hbase/meta/1588230740/.tmp/info/3b4fd4b4750645319a8948d83437a7ac 2024-12-05T03:22:08,216 DEBUG [RS_CLOSE_META-regionserver/971fbbbe942d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/hbase/meta/1588230740/.tmp/rep_barrier/712880deb6ea4c2fb791e676e23fbe47 is 102, key is TestAcidGuarantees,,1733368742337.b1358d81e55a4e80f9eb71bacdaead0b./rep_barrier:/1733368776419/DeleteFamily/seqid=0 2024-12-05T03:22:08,221 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073742568_1744 (size=6025) 2024-12-05T03:22:08,369 DEBUG [RS:0;971fbbbe942d:46085 {}] regionserver.HRegionServer(1629): Waiting on 1588230740 2024-12-05T03:22:08,569 DEBUG [RS:0;971fbbbe942d:46085 {}] regionserver.HRegionServer(1629): Waiting on 1588230740 2024-12-05T03:22:08,621 INFO [RS_CLOSE_META-regionserver/971fbbbe942d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=588 B at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/hbase/meta/1588230740/.tmp/rep_barrier/712880deb6ea4c2fb791e676e23fbe47 2024-12-05T03:22:08,638 DEBUG [RS_CLOSE_META-regionserver/971fbbbe942d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/hbase/meta/1588230740/.tmp/table/91f9c0638d3243fdbd3e5fe99f3acf63 is 96, key is TestAcidGuarantees,,1733368742337.b1358d81e55a4e80f9eb71bacdaead0b./table:/1733368776419/DeleteFamily/seqid=0 2024-12-05T03:22:08,641 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073742569_1745 (size=5942) 2024-12-05T03:22:08,770 INFO [RS:0;971fbbbe942d:46085 {}] regionserver.HRegionServer(1599): Waiting on 1 regions to close 2024-12-05T03:22:08,770 DEBUG [RS:0;971fbbbe942d:46085 {}] regionserver.HRegionServer(1603): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-05T03:22:08,770 DEBUG [RS:0;971fbbbe942d:46085 {}] regionserver.HRegionServer(1629): Waiting on 1588230740 2024-12-05T03:22:08,970 DEBUG [RS:0;971fbbbe942d:46085 {}] regionserver.HRegionServer(1629): Waiting on 1588230740 2024-12-05T03:22:09,042 INFO [RS_CLOSE_META-regionserver/971fbbbe942d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.08 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/hbase/meta/1588230740/.tmp/table/91f9c0638d3243fdbd3e5fe99f3acf63 2024-12-05T03:22:09,045 DEBUG [RS_CLOSE_META-regionserver/971fbbbe942d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/hbase/meta/1588230740/.tmp/info/3b4fd4b4750645319a8948d83437a7ac as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/hbase/meta/1588230740/info/3b4fd4b4750645319a8948d83437a7ac 2024-12-05T03:22:09,047 INFO [RS_CLOSE_META-regionserver/971fbbbe942d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/hbase/meta/1588230740/info/3b4fd4b4750645319a8948d83437a7ac, entries=22, sequenceid=93, filesize=7.5 K 2024-12-05T03:22:09,048 DEBUG [RS_CLOSE_META-regionserver/971fbbbe942d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/hbase/meta/1588230740/.tmp/rep_barrier/712880deb6ea4c2fb791e676e23fbe47 as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/hbase/meta/1588230740/rep_barrier/712880deb6ea4c2fb791e676e23fbe47 2024-12-05T03:22:09,050 INFO [RS_CLOSE_META-regionserver/971fbbbe942d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/hbase/meta/1588230740/rep_barrier/712880deb6ea4c2fb791e676e23fbe47, entries=6, sequenceid=93, filesize=5.9 K 2024-12-05T03:22:09,051 DEBUG [RS_CLOSE_META-regionserver/971fbbbe942d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/hbase/meta/1588230740/.tmp/table/91f9c0638d3243fdbd3e5fe99f3acf63 as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/hbase/meta/1588230740/table/91f9c0638d3243fdbd3e5fe99f3acf63 2024-12-05T03:22:09,053 INFO [RS_CLOSE_META-regionserver/971fbbbe942d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/hbase/meta/1588230740/table/91f9c0638d3243fdbd3e5fe99f3acf63, entries=9, sequenceid=93, filesize=5.8 K 2024-12-05T03:22:09,054 INFO [RS_CLOSE_META-regionserver/971fbbbe942d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3040): Finished flush of dataSize ~20.55 KB/21040, heapSize ~35.82 KB/36680, currentSize=0 B/0 for 1588230740 in 1289ms, sequenceid=93, compaction requested=false 2024-12-05T03:22:09,062 DEBUG [RS_CLOSE_META-regionserver/971fbbbe942d:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/data/hbase/meta/1588230740/recovered.edits/96.seqid, newMaxSeqId=96, maxSeqId=1 2024-12-05T03:22:09,062 DEBUG [RS_CLOSE_META-regionserver/971fbbbe942d:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-05T03:22:09,063 INFO [RS_CLOSE_META-regionserver/971fbbbe942d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-12-05T03:22:09,063 DEBUG [RS_CLOSE_META-regionserver/971fbbbe942d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-12-05T03:22:09,063 DEBUG [RS_CLOSE_META-regionserver/971fbbbe942d:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-05T03:22:09,170 INFO [RS:0;971fbbbe942d:46085 {}] regionserver.HRegionServer(1250): stopping server 971fbbbe942d,46085,1733368737191; all regions closed. 2024-12-05T03:22:09,174 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073741834_1010 (size=26050) 2024-12-05T03:22:09,176 DEBUG [RS:0;971fbbbe942d:46085 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/oldWALs 2024-12-05T03:22:09,176 INFO [RS:0;971fbbbe942d:46085 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL 971fbbbe942d%2C46085%2C1733368737191.meta:.meta(num 1733368740550) 2024-12-05T03:22:09,178 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073741832_1008 (size=17476764) 2024-12-05T03:22:09,179 DEBUG [RS:0;971fbbbe942d:46085 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/oldWALs 2024-12-05T03:22:09,179 INFO [RS:0;971fbbbe942d:46085 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL 971fbbbe942d%2C46085%2C1733368737191:(num 1733368739960) 2024-12-05T03:22:09,179 DEBUG [RS:0;971fbbbe942d:46085 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T03:22:09,179 INFO [RS:0;971fbbbe942d:46085 {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T03:22:09,180 INFO [RS:0;971fbbbe942d:46085 {}] hbase.ChoreService(370): Chore service for: regionserver/971fbbbe942d:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS] on shutdown 2024-12-05T03:22:09,180 INFO [regionserver/971fbbbe942d:0.logRoller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-12-05T03:22:09,180 INFO [RS:0;971fbbbe942d:46085 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:46085 2024-12-05T03:22:09,184 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46085-0x100602fa0760001, quorum=127.0.0.1:54474, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/971fbbbe942d,46085,1733368737191 2024-12-05T03:22:09,184 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44461-0x100602fa0760000, quorum=127.0.0.1:54474, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-05T03:22:09,185 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [971fbbbe942d,46085,1733368737191] 2024-12-05T03:22:09,186 DEBUG [RegionServerTracker-0 {}] master.DeadServer(103): Processing 971fbbbe942d,46085,1733368737191; numProcessing=1 2024-12-05T03:22:09,187 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/draining/971fbbbe942d,46085,1733368737191 already deleted, retry=false 2024-12-05T03:22:09,187 INFO [RegionServerTracker-0 {}] master.ServerManager(652): Cluster shutdown set; 971fbbbe942d,46085,1733368737191 expired; onlineServers=0 2024-12-05T03:22:09,187 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2561): ***** STOPPING region server '971fbbbe942d,44461,1733368736455' ***** 2024-12-05T03:22:09,187 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2575): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-05T03:22:09,187 DEBUG [M:0;971fbbbe942d:44461 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@775b3170, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=971fbbbe942d/172.17.0.2:0 2024-12-05T03:22:09,187 INFO [M:0;971fbbbe942d:44461 {}] regionserver.HRegionServer(1224): stopping server 971fbbbe942d,44461,1733368736455 2024-12-05T03:22:09,187 INFO [M:0;971fbbbe942d:44461 {}] regionserver.HRegionServer(1250): stopping server 971fbbbe942d,44461,1733368736455; all regions closed. 2024-12-05T03:22:09,187 DEBUG [M:0;971fbbbe942d:44461 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T03:22:09,187 DEBUG [M:0;971fbbbe942d:44461 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-05T03:22:09,187 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-05T03:22:09,187 DEBUG [M:0;971fbbbe942d:44461 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-05T03:22:09,187 DEBUG [master/971fbbbe942d:0:becomeActiveMaster-HFileCleaner.small.0-1733368739723 {}] cleaner.HFileCleaner(306): Exit Thread[master/971fbbbe942d:0:becomeActiveMaster-HFileCleaner.small.0-1733368739723,5,FailOnTimeoutGroup] 2024-12-05T03:22:09,187 DEBUG [master/971fbbbe942d:0:becomeActiveMaster-HFileCleaner.large.0-1733368739722 {}] cleaner.HFileCleaner(306): Exit Thread[master/971fbbbe942d:0:becomeActiveMaster-HFileCleaner.large.0-1733368739722,5,FailOnTimeoutGroup] 2024-12-05T03:22:09,188 INFO [M:0;971fbbbe942d:44461 {}] hbase.ChoreService(370): Chore service for: master/971fbbbe942d:0 had [] on shutdown 2024-12-05T03:22:09,188 DEBUG [M:0;971fbbbe942d:44461 {}] master.HMaster(1733): Stopping service threads 2024-12-05T03:22:09,188 INFO [M:0;971fbbbe942d:44461 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-05T03:22:09,188 ERROR [M:0;971fbbbe942d:44461 {}] procedure2.ProcedureExecutor(722): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Client (509200408) connection to localhost/127.0.0.1:39781 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:39781,5,PEWorkerGroup] Thread[HFileArchiver-6,5,PEWorkerGroup] 2024-12-05T03:22:09,188 INFO [M:0;971fbbbe942d:44461 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-05T03:22:09,189 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-05T03:22:09,189 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44461-0x100602fa0760000, quorum=127.0.0.1:54474, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-12-05T03:22:09,189 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44461-0x100602fa0760000, quorum=127.0.0.1:54474, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T03:22:09,189 DEBUG [M:0;971fbbbe942d:44461 {}] zookeeper.ZKUtil(347): master:44461-0x100602fa0760000, quorum=127.0.0.1:54474, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-12-05T03:22:09,189 WARN [M:0;971fbbbe942d:44461 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-05T03:22:09,189 INFO [M:0;971fbbbe942d:44461 {}] assignment.AssignmentManager(391): Stopping assignment manager 2024-12-05T03:22:09,189 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:44461-0x100602fa0760000, quorum=127.0.0.1:54474, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-05T03:22:09,189 INFO [M:0;971fbbbe942d:44461 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-05T03:22:09,189 DEBUG [M:0;971fbbbe942d:44461 {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T03:22:09,189 INFO [M:0;971fbbbe942d:44461 {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T03:22:09,189 DEBUG [M:0;971fbbbe942d:44461 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T03:22:09,189 DEBUG [M:0;971fbbbe942d:44461 {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-05T03:22:09,189 DEBUG [M:0;971fbbbe942d:44461 {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T03:22:09,189 INFO [M:0;971fbbbe942d:44461 {}] regionserver.HRegion(2837): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=826.68 KB heapSize=1020.48 KB 2024-12-05T03:22:09,204 DEBUG [M:0;971fbbbe942d:44461 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3135166ec3b340159e164c06df7cb19a is 82, key is hbase:meta,,1/info:regioninfo/1733368740694/Put/seqid=0 2024-12-05T03:22:09,207 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073742570_1746 (size=5672) 2024-12-05T03:22:09,286 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46085-0x100602fa0760001, quorum=127.0.0.1:54474, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T03:22:09,286 INFO [RS:0;971fbbbe942d:46085 {}] regionserver.HRegionServer(1307): Exiting; stopping=971fbbbe942d,46085,1733368737191; zookeeper connection closed. 2024-12-05T03:22:09,286 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46085-0x100602fa0760001, quorum=127.0.0.1:54474, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T03:22:09,286 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@43cdd0bd {}] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(216): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@43cdd0bd 2024-12-05T03:22:09,286 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-05T03:22:09,608 INFO [M:0;971fbbbe942d:44461 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=2383 (bloomFilter=true), to=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3135166ec3b340159e164c06df7cb19a 2024-12-05T03:22:09,637 DEBUG [M:0;971fbbbe942d:44461 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b1df8d2736664ac390288f83ee0308b0 is 2284, key is \x00\x00\x00\x00\x00\x00\x00\xAC/proc:d/1733368900337/Put/seqid=0 2024-12-05T03:22:09,640 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073742571_1747 (size=49700) 2024-12-05T03:22:10,041 INFO [M:0;971fbbbe942d:44461 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=826.13 KB at sequenceid=2383 (bloomFilter=true), to=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b1df8d2736664ac390288f83ee0308b0 2024-12-05T03:22:10,044 INFO [M:0;971fbbbe942d:44461 {}] regionserver.StoreFileReader(539): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b1df8d2736664ac390288f83ee0308b0 2024-12-05T03:22:10,058 DEBUG [M:0;971fbbbe942d:44461 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c70fa84b723f43ebb9638c5b751173ca is 69, key is 971fbbbe942d,46085,1733368737191/rs:state/1733368739733/Put/seqid=0 2024-12-05T03:22:10,061 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073742572_1748 (size=5156) 2024-12-05T03:22:10,462 INFO [M:0;971fbbbe942d:44461 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=2383 (bloomFilter=true), to=hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c70fa84b723f43ebb9638c5b751173ca 2024-12-05T03:22:10,465 DEBUG [M:0;971fbbbe942d:44461 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3135166ec3b340159e164c06df7cb19a as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/3135166ec3b340159e164c06df7cb19a 2024-12-05T03:22:10,468 INFO [M:0;971fbbbe942d:44461 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/3135166ec3b340159e164c06df7cb19a, entries=8, sequenceid=2383, filesize=5.5 K 2024-12-05T03:22:10,468 DEBUG [M:0;971fbbbe942d:44461 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b1df8d2736664ac390288f83ee0308b0 as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b1df8d2736664ac390288f83ee0308b0 2024-12-05T03:22:10,470 INFO [M:0;971fbbbe942d:44461 {}] regionserver.StoreFileReader(539): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b1df8d2736664ac390288f83ee0308b0 2024-12-05T03:22:10,471 INFO [M:0;971fbbbe942d:44461 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b1df8d2736664ac390288f83ee0308b0, entries=205, sequenceid=2383, filesize=48.5 K 2024-12-05T03:22:10,471 DEBUG [M:0;971fbbbe942d:44461 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c70fa84b723f43ebb9638c5b751173ca as hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c70fa84b723f43ebb9638c5b751173ca 2024-12-05T03:22:10,473 INFO [M:0;971fbbbe942d:44461 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39781/user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c70fa84b723f43ebb9638c5b751173ca, entries=1, sequenceid=2383, filesize=5.0 K 2024-12-05T03:22:10,474 INFO [M:0;971fbbbe942d:44461 {}] regionserver.HRegion(3040): Finished flush of dataSize ~826.68 KB/846525, heapSize ~1020.18 KB/1044664, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1285ms, sequenceid=2383, compaction requested=false 2024-12-05T03:22:10,475 INFO [M:0;971fbbbe942d:44461 {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T03:22:10,475 DEBUG [M:0;971fbbbe942d:44461 {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-12-05T03:22:10,477 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073741830_1006 (size=1002763) 2024-12-05T03:22:10,477 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(743): complete file /user/jenkins/test-data/ea1c9257-b767-0254-306e-c9a243a2ee3c/MasterData/WALs/971fbbbe942d,44461,1733368736455/971fbbbe942d%2C44461%2C1733368736455.1733368739193 not finished, retry = 0 2024-12-05T03:22:10,578 INFO [M:0;971fbbbe942d:44461 {}] flush.MasterFlushTableProcedureManager(91): stop: server shutting down. 2024-12-05T03:22:10,578 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-12-05T03:22:10,578 INFO [M:0;971fbbbe942d:44461 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:44461 2024-12-05T03:22:10,580 DEBUG [M:0;971fbbbe942d:44461 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/rs/971fbbbe942d,44461,1733368736455 already deleted, retry=false 2024-12-05T03:22:10,682 INFO [M:0;971fbbbe942d:44461 {}] regionserver.HRegionServer(1307): Exiting; stopping=971fbbbe942d,44461,1733368736455; zookeeper connection closed. 2024-12-05T03:22:10,682 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44461-0x100602fa0760000, quorum=127.0.0.1:54474, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T03:22:10,682 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44461-0x100602fa0760000, quorum=127.0.0.1:54474, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T03:22:10,688 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3054265c{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T03:22:10,690 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@65902fec{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T03:22:10,691 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T03:22:10,691 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@47db50b9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T03:22:10,691 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2ca71a25{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cc6d36f6-1d75-4478-9a5a-2f50b9628749/hadoop.log.dir/,STOPPED} 2024-12-05T03:22:10,695 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-05T03:22:10,695 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-05T03:22:10,695 WARN [BP-795307966-172.17.0.2-1733368733441 heartbeating to localhost/127.0.0.1:39781 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-05T03:22:10,695 WARN [BP-795307966-172.17.0.2-1733368733441 heartbeating to localhost/127.0.0.1:39781 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-795307966-172.17.0.2-1733368733441 (Datanode Uuid 80cfda0c-74ba-4a67-8428-5d82e1bc7b23) service to localhost/127.0.0.1:39781 2024-12-05T03:22:10,698 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cc6d36f6-1d75-4478-9a5a-2f50b9628749/cluster_ad10878a-a0a9-4f23-e01b-df16d72ecee6/dfs/data/data1/current/BP-795307966-172.17.0.2-1733368733441 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T03:22:10,699 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cc6d36f6-1d75-4478-9a5a-2f50b9628749/cluster_ad10878a-a0a9-4f23-e01b-df16d72ecee6/dfs/data/data2/current/BP-795307966-172.17.0.2-1733368733441 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T03:22:10,699 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-05T03:22:10,708 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@b03fcff{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-05T03:22:10,709 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@e0a3ea0{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T03:22:10,709 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T03:22:10,709 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@62a9beb2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T03:22:10,710 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@8167a4c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cc6d36f6-1d75-4478-9a5a-2f50b9628749/hadoop.log.dir/,STOPPED} 2024-12-05T03:22:10,730 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(345): Shutdown MiniZK cluster with all ZK servers 2024-12-05T03:22:10,828 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T03:22:10,880 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1347): Minicluster is down